You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2020/11/17 03:01:15 UTC
[iotdb] branch improve_wal updated (cf793ea -> a5104c2)
This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch improve_wal
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from cf793ea Remove ShardedSecrets
add 35e9d9f minor correction of the "Comparison" documentation (#1871)
add 263b783 Update docs/Documentation-CHN/UserGuide/5-Operation Manual/4-SQL Reference.md
add 63d5b09 Update docs/Documentation/UserGuide/5-Operation Manual/4-SQL Reference.md
add e705465 Merge branch 'master' of https://github.com/apache/iotdb
add 4771a8d Merge pull request #2 from apache/master
add 7dc521a Merge branch 'master' of https://github.com/apache/iotdb
add 145801b Merge branch 'master' of https://github.com/apache/iotdb
add d1daf27 tracing log
add 2b3de88 Merge pull request #1867 from Alima777/tracingLog
add a79f252 add plan index and flush/close listeners (#1850)
add 908e2db [IOTDB-716] add lz4 to cpp and python client (#1870)
add d19de4e upgrade spring boot from 1.5.4 to 1.5.15 (#1861)
add df6dddc fix hot compaction read bug (#1876)
add ea7f6bd fixSeriesReader
add 68901b1 update currentPageEndPointTime
add a132614 fix typo
add 2e6c093 fix typo, add bracket
add 4740090 Merge pull request #1879 from Alima777/fixSeriesReader
add 0698da6 [IOTDB-963] Redo deleteStorageGroupPlan failed when recovering (#1880)
add 0cedde0 A fix for delete that use incorrect way to match partial path (#1882)
add aecbd40 Fix mlog recover log level (#1883)
add 4c8f5fb Temporarily disable website checker (#1887)
add b30b550 Cluster premerge (#1736)
add e1edeb7 fix count timeseries bug (#1891)
add 699998f [IOTDB-872] Use system timezone in CLI (Session) (#1846)
add dc3d9f1 [IOTDB-749] Handle select * from root OOM (#1884)
add 654662f fix a sonar bug (#1897)
add 1b433c1 add more logs in LocalTsFileInput (#1899)
add 8f6f210 fix a sonar bug (#1900)
add 67d6100 [IOTDB-970] Change logback rollingPolicy and triggeringPolicy (#1895)
add 8bacba5 Synchronize the English and Chinese version of "Grafana" doc (#1901)
add bfd5af6 [IOTDB-968] Support time predicate in select last (#1898)
add 6ccb5a0 Update start-cli.sh (#1906)
add 172db70 [IOTDB-938] Re-implement Gorilla encoding algorithm (#1856)
add e897267 Fix open session bug (#1905)
add 26a70b1 correct errors in English documents (#1904)
add 3215d5e support
add ce4a471 fix format
add f25cbd1 remove doller chars in markdown, add latex template for exporting docs to pdf
add 4362188 add apache-rat
add fc0f3f7 [IOTDB-962] Improve the chunk metadata cache process (#1874)
add d1f6357 update hot compaction config name (#1859)
add ebf63b1 [IOTDB-975] Improve readTimeseriesMetadata (#1909)
add 913f0b7 Stop iotdb instance when RPC ip address or port is unavailable (#1868)
add 539b8f1 add debug SQL log (#1912)
add 597d7ce update vue to 1.7.1 and fix shell render name in markdowns (#1911)
add 0cf358c Add restrictions for LAST query filter (#1917)
add 36b332d Remove mqtt log and add InsertRowPlan check (#1916)
add 5851ac9 [IOTDB-973] fix bug when start-cli with -e parameter (#1908)
add b7b293f Add more query log (#1918)
add b5fcd7f [IOTDB-971] More precise error messages of slimit and soffset (#1913)
add 9f09a93 [IOTDB-975] Fix reading file error in getChunkMetadataList (#1920)
add 6e67357 add solution for network broken when downloading thrift files from github (#1921)
add 04d3ac0 [IOTDB-776] Control the memory usage of flushing the memtable (#1524)
add 9f83279 update AbstractCli (#1926)
add 99c421e fix compaction recover when restart (#1928)
add 1961dde More precise fetch size on query while calculating query memory footprint (#1927)
add e4e5a90 add changelist files in server (#1933)
add 284f8a7 remove useless line (#1932)
add 8576a5e add docker file for 0.11 (#1934)
add 20d0c49 remove compaction read limiter (#1930)
add 804de2d add release note 0.11 (#1936)
add 472eaea fix mlogs with special characters like comma bug
add 8eb954e fix mlogs with special characters like comma bug (#1935)
add 3606aaa Fix time zone in python session (#1937)
add e0bd43c Python session time zone example (#1938)
add 04d60f7 remove incubator in md
add 49976b0 refactor the packaging structure of Python API module on Pypi (#1939)
add 4696f0f change seq level to 3
add 7359c53 remove incubating in release notes
add abdf14e check unclosed old files before upgrading to 0.11 (#1940)
add f273ac3 [IOTDB-982] Solve tag bug (#1943)
add 82172b9 change a log level (#1947)
add 30583d8 Count timeseries group by level bug (#1951)
add 8e5e6df fix typo
add fca1ace [IOTDB-983] Add file changelist of WAL (#1954)
add 41a6e2b add mlog-changelist and system.properties-changelist (#1948)
add dd17e87 add conf-changelist (#1945)
add 21b61ad [IOTDB-978]lsof does not exist in stop-server.sh (#1955)
add 29f546e Fix the risk of array out of bounds in MTree
add 55dbbcc fix does not compact unseq files bug (#1949)
add 52b574c update merge_page_point_number to 100 in config (#1960)
add a517196 fix some mem control bugs (#1957)
add eb22e3f [IOTDB-974] Convert tables from HTML language to markdown grammar in all md files (#1944)
add f1aba78 Allow keyword in path (#1962)
add c0d731d add enable unseq compaction (#1972)
add 206ae5d Fix mem control step 2 (#1970)
add cce61a2 [IOTDB-985] Unclear message when password is wrong (#1973)
add 5fecbdd try to fix unseq merge ci bug
add 6489630 fix travis closing some ports failed (#1967)
add e5418c4 IOTDB-986 when path node is empty, throw an exception (#1965)
add 326e130 reopen website checker on Travis (#1978)
add 8df4d57 optimize max_time with value filter (#1979)
add 0bd3bdc Fix compaction resource not delete bug (#1980)
add 8e0315d [IOTDB-987]Add plan integrity check (#1969)
add 1c78fa2 fix nullpointer exception if no password is set when login (#1975)
add bf3a4c7 Fix compaction unseq concurrent bug (#1982)
add 766af3b Fix dependencies Convergence for packaing (#1983)
add 126cb4c Fix resource leak in ServerArgument (#1963)
add 629c15f fix doc not found in the website (#1988)
add 9f794d6 update change lists of role, user, and TsFileResource (#1984)
add f4a7f3c fix travis (#1991)
add b42ec04 [IOTDB-993] Fix tlog null pointer bug (#1986)
add c2e69c9 stop print query frequency if no query happened (#1993)
add 6b2af78 fix iotdb 994 to master
add a9edc8b return a new one
add ba64810 fix tests
add c0f992e fix typo
add 1620b71 Merge pull request #1999 from Alima777/iotdb994ToMaster
add 5bbbdbd Fix compaction delete resource file bug (#1997)
add a874403 fix recover resource bug (#2003)
add feb2001 Fix code smell (#2004)
add f8b3d1c correct errors in the documents (#1989)
add 5724bda fix reconnect cannot get queryId bug (#2009)
add d5be2f9 Fix recover resource level bug (#2007)
add 270df43 Add tsfile structure graph (#2023)
add adcb89c [IOTDB-1000] Read redundant data while select with value filter with unseq data (#2020)
add ff2c0c8 Fix resource leak in FileLoaderManager (#2015)
add 0ad7f05 add left menu of order by time query in chinese language (#2000)
add 1e5a663 Delete useless measurementSchema to reduce memory footprint (#2001)
add 3684e72 fix query load ChunkMetadata nullpointer bug (#2031)
add 954336c Rel 0.11 fix (#2017) (#2035)
add 96e548c Fix session user config bug (#2037)
add 420bdc3 Fix the problem of formatting debug information in MManager (#2028)
add b762149 fix get total memory size
add 3dd4dc6 fix
add a5af774 Merge pull request #2021 from LebronAl/fix_tsServiceImpl_response
add 32c0432 Add QQ group and wechat group in README and official website (#2044)
add 321dcf4 Create sonar_and_coverall.yml
add a076e74 Update sonar_and_coverall.yml
add 56ab924 Add Sonar and Coveralls Check using Github Action (#2052)
add 70b7182 try-github-action-to-replace-travis (#2051)
add 011c434 fix session pool bug when someone call pool.close
add 8ce9467 add tset case
add 26f6daf change notifyAll to notify to save CPU
add 73eaf17 fix some code smell
add 271f692 Merge pull request #2049 from apache/fix_session_pool
add 5b653a4 Remove unnecessary delete path check
add 84c1f9c Merge pull request #2056 from wshao08/del_fix
add 07ab57d fix filechannal force and interrupting-related exception(#2038)
add a5104c2 Merge branch 'master' into improve_wal
No new revisions were added by this update.
Summary of changes:
.github/workflows/main-ci.yml | 112 ++++
.github/workflows/sonar_and_coverall.yml | 76 +++
.travis.yml | 52 +-
LICENSE | 27 +-
README.md | 16 +
README_ZH.md | 15 +
RELEASE_NOTES.md | 77 ++-
.../org/apache/iotdb/db/qp/strategy/SqlBase.g4 | 22 +-
cli/src/assembly/resources/sbin/start-cli.bat | 16 +-
cli/src/assembly/resources/sbin/start-cli.sh | 42 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 16 +-
cli/src/main/java/org/apache/iotdb/cli/Cli.java | 4 +-
cli/src/main/java/org/apache/iotdb/cli/WinCli.java | 3 +-
cli/src/test/resources/logback.xml | 52 +-
client-cpp/src/main/IOTDBSession.h | 12 +-
client-py/pom.xml | 126 +++++
{thrift/src => client-py}/pypi/README.md | 12 +-
{thrift/src => client-py}/pypi/setup.py | 2 +-
client-py/readme.md | 13 +-
client-py/src/Session.py | 12 +-
client-py/src/SessionExample.py | 2 +-
client-py/src/{utils => }/__init__.py | 0
client-py/src/utils/IoTDBConstants.py | 4 +-
.../tests/tools/importCsv/AbstractScript.java | 29 +-
.../tests/tools/importCsv/ImportCsvTestIT.java | 65 +--
.../main/{Dockerfile-0.9.1 => Dockerfile-0.11.0} | 10 +-
docs/Blog/Release0_93.md | 2 +-
docs/Development/ContributeGuide.md | 17 +
docs/SystemDesign/Tools/Sync.md | 2 +-
docs/SystemDesign/TsFile/Format.md | 20 +-
docs/UserGuide/Architecture/Files.md | 12 +-
.../UserGuide/Architecture/Writing Data on HDFS.md | 4 +-
docs/UserGuide/Client/Command Line Interface.md | 6 +-
docs/UserGuide/Client/Programming - JDBC.md | 6 +-
docs/UserGuide/Client/Programming - MQTT.md | 4 +-
docs/UserGuide/Client/Programming - Native API.md | 10 +-
.../Client/Programming - Other Languages.md | 6 +-
docs/UserGuide/Client/Programming - TsFile API.md | 72 +--
docs/UserGuide/Client/Status Codes.md | 2 +-
docs/UserGuide/Comparison/TSDB-Comparison.md | 59 +-
docs/UserGuide/Concept/Compression.md | 4 +-
.../Concept/Data Model and Terminology.md | 8 +-
docs/UserGuide/Concept/Data Type.md | 4 +-
docs/UserGuide/Concept/Encoding.md | 16 +-
docs/UserGuide/Ecosystem Integration/Grafana.md | 21 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 28 +-
.../Ecosystem Integration/MapReduce TsFile.md | 8 +-
.../UserGuide/Ecosystem Integration/Spark IoTDB.md | 32 +-
.../Ecosystem Integration/Spark TsFile.md | 195 +++----
.../Get Started/Frequently asked questions.md | 6 +-
docs/UserGuide/Get Started/Publication.md | 6 +-
docs/UserGuide/Get Started/QuickStart.md | 12 +-
docs/UserGuide/Operation Manual/Administration.md | 9 +-
.../DDL Data Definition Language.md | 16 +-
.../DML Data Manipulation Language.md | 42 +-
docs/UserGuide/Operation Manual/SQL Reference.md | 26 +-
docs/UserGuide/Server/Cluster Setup.md | 207 ++++++-
docs/UserGuide/Server/Config Manual.md | 12 +-
docs/UserGuide/Server/ServerFileList.md | 157 ++++++
docs/UserGuide/Server/Single Node Setup.md | 4 +-
docs/UserGuide/System Tools/JMX Tool.md | 2 +-
.../UserGuide/System Tools/Load External Tsfile.md | 4 +-
.../System Tools/Memory Estimation Tool.md | 84 ---
.../System Tools/Monitor and Log Tools.md | 31 +-
docs/UserGuide/System Tools/NodeTool.md | 289 ++++++++++
.../System Tools/Performance Tracing Tool.md | 18 +-
.../Query History Visualization Tool.md | 6 +-
docs/UserGuide/System Tools/Sync Tool.md | 261 +++------
docs/UserGuide/System Tools/Watermark Tool.md | 2 +-
docs/UserGuide/UserGuideReadme.md | 4 +-
docs/zh/Development/ContributeGuide.md | 15 +
.../{TsFileManagement.md => Compaction.md} | 49 +-
docs/zh/SystemDesign/TsFile/Format.md | 21 +-
docs/zh/UserGuide/Concept/Encoding.md | 14 +-
docs/zh/UserGuide/Ecosystem Integration/Grafana.md | 3 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 2 +-
.../DDL Data Definition Language.md | 6 +-
.../DML Data Manipulation Language.md | 8 +-
.../zh/UserGuide/Operation Manual/SQL Reference.md | 24 +-
docs/zh/UserGuide/Server/Cluster Setup.md | 197 ++++++-
docs/zh/UserGuide/Server/Config Manual.md | 19 +-
docs/zh/UserGuide/Server/Docker Image.md | 2 +-
docs/zh/UserGuide/Server/ServerFileList.md | 153 ++++++
.../System Tools/Memory Estimation Tool.md | 88 ---
docs/zh/UserGuide/System Tools/NodeTool.md | 294 ++++++++++
.../System Tools/Performance Tracing Tool.md | 16 +-
docs/zh/chinese-render-template.latex | 220 ++++++++
grafana/pom.xml | 6 +-
grafana/readme.md | 8 +-
grafana/readme_zh.md | 8 +-
hadoop/pom.xml | 13 +
hive-connector/pom.xml | 15 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 15 +-
pom.xml | 167 +++---
.../file-changelists/TsFileResource-changelist.md | 17 +-
server/file-changelists/conf-changelist.md | 95 ++++
.../file-changelists/mlog-changelist.md | 6 +-
.../file-changelists/role-changelist.md | 16 +-
.../system.properties-changelist.md | 8 +-
.../file-changelists/tlog-changelist.md | 1 -
.../file-changelists/user-changelist.md | 16 +-
.../file-changelists/wal-changelist.md | 13 +-
server/server-changelist.md | 16 +-
.../resources/conf/iotdb-engine.properties | 141 ++---
server/src/assembly/resources/conf/iotdb-env.bat | 2 +-
server/src/assembly/resources/conf/logback.xml | 171 ++++--
.../src/assembly/resources/sbin/start-server.bat | 1 +
server/src/assembly/resources/sbin/stop-server.sh | 10 +-
.../src/assembly/resources/tools/memory-tool.bat | 65 ---
server/src/assembly/resources/tools/memory-tool.sh | 47 --
.../iotdb/db/auth/authorizer/BasicAuthorizer.java | 2 +-
.../org/apache/iotdb/db/concurrent/ThreadName.java | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 360 +++++++++----
.../org/apache/iotdb/db/conf/IoTDBConfigCheck.java | 67 ++-
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 2 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 140 +++--
.../db/conf/adapter/ActiveTimeSeriesCounter.java | 159 ------
.../iotdb/db/conf/adapter/CompressionRatio.java | 17 -
.../db/conf/adapter/IActiveTimeSeriesCounter.java | 61 ---
.../iotdb/db/conf/adapter/IDynamicAdapter.java | 47 --
.../db/conf/adapter/IoTDBConfigDynamicAdapter.java | 300 -----------
.../db/conf/adapter/ManageDynamicParameters.java | 135 -----
.../conf/adapter/ManageDynamicParametersMBean.java | 46 --
.../org/apache/iotdb/db/engine/StorageEngine.java | 187 ++++++-
.../apache/iotdb/db/engine/cache/ChunkCache.java | 9 +-
.../iotdb/db/engine/cache/ChunkMetadataCache.java | 41 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 13 +
.../CompactionMergeTaskPoolManager.java} | 44 +-
.../CompactionStrategy.java} | 20 +-
.../TsFileManagement.java | 74 ++-
.../level/LevelCompactionTsFileManagement.java} | 421 +++++++--------
.../no/NoCompactionTsFileManagement.java} | 10 +-
.../utils/CompactionLogAnalyzer.java} | 43 +-
.../utils/CompactionLogger.java} | 16 +-
.../utils/CompactionUtils.java} | 52 +-
.../flush/CloseFileListener.java} | 11 +-
.../iotdb/db/engine/flush/FlushListener.java | 28 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 13 +-
.../iotdb/db/engine/flush/TsFileFlushPolicy.java | 10 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 83 ++-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 36 +-
.../db/engine/memtable/IWritableMemChunk.java | 13 +-
.../db/engine/memtable/PrimitiveMemTable.java | 3 +
.../iotdb/db/engine/memtable/WritableMemChunk.java | 31 --
.../iotdb/db/engine/merge/manage/MergeManager.java | 42 +-
.../db/engine/merge/manage/MergeResource.java | 21 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 142 +----
.../db/engine/merge/task/MergeMultiChunkTask.java | 3 +-
.../db/engine/querycontext/ReadOnlyMemChunk.java | 1 +
.../db/engine/storagegroup/StorageGroupInfo.java | 106 ++++
.../engine/storagegroup/StorageGroupProcessor.java | 301 ++++++++---
.../db/engine/storagegroup/TsFileProcessor.java | 332 +++++++++---
.../engine/storagegroup/TsFileProcessorInfo.java | 67 +++
.../db/engine/storagegroup/TsFileResource.java | 75 ++-
.../iotdb/db/engine/upgrade/UpgradeTask.java | 2 +-
.../version/SimpleFileVersionController.java | 4 +-
.../db/exception/ConfigAdjusterException.java | 31 --
...ception.java => DataTypeMismatchException.java} | 18 +-
.../exception/metadata/PathNotExistException.java | 14 +-
.../db/exception/runtime/SQLParserException.java | 5 +-
.../org/apache/iotdb/db/metadata/MLogWriter.java | 1 +
.../org/apache/iotdb/db/metadata/MManager.java | 367 +++++++------
.../java/org/apache/iotdb/db/metadata/MTree.java | 10 +-
.../org/apache/iotdb/db/metadata/MetaUtils.java | 20 +-
.../org/apache/iotdb/db/metadata/PartialPath.java | 10 +
.../org/apache/iotdb/db/metadata/mnode/MNode.java | 2 +-
.../iotdb/db/metrics/server/ServerArgument.java | 91 ++--
.../org/apache/iotdb/db/monitor/StatMonitor.java | 2 +-
.../org/apache/iotdb/db/mqtt/PublishHandler.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 19 +-
.../apache/iotdb/db/qp/constant/DatetimeUtils.java | 3 +-
.../apache/iotdb/db/qp/constant/SQLConstant.java | 3 -
.../apache/iotdb/db/qp/executor/IPlanExecutor.java | 3 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 217 ++++----
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 47 +-
.../db/qp/physical/crud/DeletePartitionPlan.java | 3 +-
.../iotdb/db/qp/physical/crud/DeletePlan.java | 9 +-
.../iotdb/db/qp/physical/crud/InsertPlan.java | 71 ++-
.../iotdb/db/qp/physical/crud/InsertRowPlan.java | 77 ++-
.../db/qp/physical/crud/InsertTabletPlan.java | 246 +++++++--
.../iotdb/db/qp/physical/crud/LastQueryPlan.java | 25 +
.../iotdb/db/qp/physical/crud/QueryPlan.java | 1 +
.../db/qp/physical/crud/RawDataQueryPlan.java | 3 +-
.../iotdb/db/qp/physical/crud/UpdatePlan.java | 17 +-
.../db/qp/physical/sys/AlterTimeSeriesPlan.java | 144 ++++-
.../iotdb/db/qp/physical/sys/AuthorPlan.java | 15 +-
.../iotdb/db/qp/physical/sys/ClearCachePlan.java | 4 +-
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 6 +
.../db/qp/physical/sys/CreateSnapshotPlan.java | 5 +-
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 12 +-
.../iotdb/db/qp/physical/sys/DataAuthPlan.java | 7 +-
.../db/qp/physical/sys/DeleteStorageGroupPlan.java | 6 +
.../db/qp/physical/sys/DeleteTimeSeriesPlan.java | 11 +
.../apache/iotdb/db/qp/physical/sys/FlushPlan.java | 209 +++++++-
.../db/qp/physical/sys/LoadConfigurationPlan.java | 6 +-
.../iotdb/db/qp/physical/sys/LoadDataPlan.java | 10 +-
.../apache/iotdb/db/qp/physical/sys/MergePlan.java | 5 +-
.../iotdb/db/qp/physical/sys/OperateFilePlan.java | 3 +-
.../db/qp/physical/sys/SetStorageGroupPlan.java | 15 +-
.../iotdb/db/qp/physical/sys/SetTTLPlan.java | 9 +-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 5 +-
.../db/qp/physical/sys/ShowTimeSeriesPlan.java | 4 +
.../iotdb/db/qp/physical/sys/TracingPlan.java | 4 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 8 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 43 +-
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 113 ++--
.../db/query/control/QueryResourceManager.java | 5 +-
.../iotdb/db/query/control/TracingManager.java | 63 ++-
.../db/query/dataset/AlignByDeviceDataSet.java | 2 +-
.../db/query/dataset/ShowTimeseriesDataSet.java | 5 +-
.../query/dataset/groupby/GroupByFillDataSet.java | 16 +-
.../groupby/GroupByWithValueFilterDataSet.java | 19 +-
.../groupby/GroupByWithoutValueFilterDataSet.java | 37 +-
.../db/query/executor/AggregationExecutor.java | 48 +-
.../iotdb/db/query/executor/FillQueryExecutor.java | 61 ++-
.../iotdb/db/query/executor/LastQueryExecutor.java | 164 +++---
.../db/query/executor/RawDataQueryExecutor.java | 56 +-
.../db/query/executor/fill/LastPointReader.java | 3 +
.../iotdb/db/query/executor/fill/LinearFill.java | 7 +-
.../chunk/metadata/DiskChunkMetadataLoader.java | 21 +-
.../chunk/metadata/MemChunkMetadataLoader.java | 3 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 35 +-
.../query/timegenerator/ServerTimeGenerator.java | 28 +-
.../org/apache/iotdb/db/rescon/MemTablePool.java | 114 ----
.../iotdb/db/rescon/PrimitiveArrayManager.java | 322 +++++++++++
.../apache/iotdb/db/rescon/PrimitiveArrayPool.java | 166 ------
.../org/apache/iotdb/db/rescon/SystemInfo.java | 205 +++++++
.../apache/iotdb/db/rescon/TVListAllocator.java | 4 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 19 +-
.../org/apache/iotdb/db/service/RPCService.java | 21 +-
.../apache/iotdb/db/service/RegisterManager.java | 1 +
.../org/apache/iotdb/db/service/ServiceType.java | 3 +-
.../org/apache/iotdb/db/service/StaticResps.java | 7 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 156 ++++--
.../iotdb/db/service/thrift/ThriftService.java | 3 +-
.../db/service/thrift/ThriftServiceThread.java | 10 +-
.../db/sync/receiver/load/FileLoaderManager.java | 4 +-
.../iotdb/db/tools/memestimation/MemEstTool.java | 92 ----
.../db/tools/memestimation/MemEstToolCmd.java | 120 -----
.../org/apache/iotdb/db/utils/CommonUtils.java | 15 +
.../iotdb/db/utils/EncodingInferenceUtils.java | 57 ++
.../java/org/apache/iotdb/db/utils/MemUtils.java | 29 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 88 ++-
.../org/apache/iotdb/db/utils/SerializeUtils.java | 2 +-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 52 +-
.../db/utils/datastructure/BooleanTVList.java | 53 +-
.../iotdb/db/utils/datastructure/DoubleTVList.java | 53 +-
.../iotdb/db/utils/datastructure/FloatTVList.java | 52 +-
.../iotdb/db/utils/datastructure/IntTVList.java | 52 +-
.../iotdb/db/utils/datastructure/LongTVList.java | 52 +-
.../iotdb/db/utils/datastructure/TVList.java | 64 +--
.../WALFlushListener.java} | 35 +-
.../db/writelog/node/ExclusiveWriteLogNode.java | 3 +-
.../iotdb/db/writelog/recover/LogReplayer.java | 15 +-
.../writelog/recover/TsFileRecoverPerformer.java | 22 +-
.../conf/adapter/ActiveTimeSeriesCounterTest.java | 125 -----
.../db/conf/adapter/CompressionRatioTest.java | 1 -
.../iotdb/db/conf/adapter/HyperLogLogTest.java | 65 ---
.../adapter/IoTDBConfigDynamicAdapterTest.java | 138 -----
.../db/engine/cache/ChunkMetadataCacheTest.java | 13 +-
.../db/engine/memtable/MemTableFlushTaskTest.java | 2 -
.../iotdb/db/engine/memtable/MemTablePoolTest.java | 82 ---
.../db/engine/memtable/MemtableBenchmark.java | 3 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 10 +-
.../apache/iotdb/db/engine/merge/MergeLogTest.java | 4 +-
.../iotdb/db/engine/merge/MergePerfTest.java | 6 +-
.../iotdb/db/engine/merge/MergeTaskTest.java | 8 +-
.../apache/iotdb/db/engine/merge/MergeTest.java | 26 +-
.../engine/modification/DeletionFileNodeTest.java | 162 +++---
.../db/engine/modification/DeletionQueryTest.java | 77 +--
.../engine/modification/ModificationFileTest.java | 2 -
.../storagegroup/StorageGroupProcessorTest.java | 40 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 11 +-
.../engine/storagegroup/TsFileProcessorTest.java | 51 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 6 +
.../iotdb/db/integration/IoTDBAggregationIT.java | 79 ++-
.../db/integration/IoTDBDeleteStorageGroupIT.java | 90 +++-
.../db/integration/IoTDBDeleteTimeseriesIT.java | 10 +-
.../iotdb/db/integration/IoTDBDeletionIT.java | 58 ++
.../apache/iotdb/db/integration/IoTDBLastIT.java | 63 ++-
.../db/integration/IoTDBLoadExternalTsfileIT.java | 7 +-
.../iotdb/db/integration/IoTDBMergeTest.java | 11 +-
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 6 +-
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 5 +
.../db/integration/IoTDBOverlappedPageIT.java | 14 +-
.../db/integration/IoTDBQueryMemoryControlIT.java | 289 ++++++++++
.../db/integration/IoTDBRemovePartitionIT.java | 2 -
.../iotdb/db/integration/IoTDBSeriesReaderIT.java | 12 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 53 +-
.../integration/IoTDBSortedShowTimeseriesIT.java | 11 +-
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 4 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 96 ++--
.../org/apache/iotdb/db/metadata/MTreeTest.java | 2 +
.../apache/iotdb/db/metadata/MetaUtilsTest.java | 24 +-
.../iotdb/db/qp/plan/LogicalPlanSmallTest.java | 71 ++-
.../apache/iotdb/db/qp/plan/PhysicalPlanTest.java | 44 +-
.../apache/iotdb/db/qp/plan/SerializationTest.java | 68 ++-
.../query/executor/GroupByEngineDataSetTest.java | 2 +
.../iotdb/db/query/reader/ReaderTestHelper.java | 69 ---
.../reader/series/SeriesAggregateReaderTest.java | 17 +-
.../reader/series/SeriesReaderByTimestampTest.java | 11 +-
.../db/query/reader/series/SeriesReaderTest.java | 17 +-
.../query/reader/series/SeriesReaderTestUtil.java | 21 +-
.../db/sync/receiver/load/FileLoaderTest.java | 5 +-
.../recover/SyncReceiverLogAnalyzerTest.java | 2 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 122 +++--
.../db/utils/datastructure/LongTVListTest.java | 18 +-
.../apache/iotdb/db/writelog/WriteLogNodeTest.java | 3 +-
.../recover/RecoverResourceFromReaderTest.java | 5 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 7 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 5 +-
server/src/test/resources/logback.xml | 2 +
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +
.../main/java/org/apache/iotdb/session/Config.java | 4 +-
.../java/org/apache/iotdb/session/Session.java | 82 +--
.../org/apache/iotdb/session/pool/SessionPool.java | 157 ++++--
.../iotdb/session/IoTDBSessionComplexIT.java | 11 +-
.../apache/iotdb/session/IoTDBSessionSimpleIT.java | 56 ++
.../java/org/apache/iotdb/session/SessionUT.java | 266 ++++-----
.../apache/iotdb/session/pool/SessionPoolTest.java | 24 +-
site/pom.xml | 12 +-
site/src/main/.vuepress/config.js | 5 +-
site/src/main/.vuepress/theme/components/Page.vue | 3 +
site/src/main/package.json | 5 +-
spark-iotdb-connector/pom.xml | 13 +
.../apache/iotdb/spark/db/EnvironmentUtils.java | 8 -
spark-tsfile/README.md | 4 +-
thrift/pom.xml | 103 ----
thrift/rpc-changelist.md | 4 +-
thrift/src/main/thrift/cluster.thrift | 17 +
thrift/src/main/thrift/rpc.thrift | 7 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 29 +-
.../tsfile/encoding/common/EncodingConfig.java | 42 --
.../iotdb/tsfile/encoding/decoder/Decoder.java | 139 ++---
...nDecoder.java => DoublePrecisionDecoderV1.java} | 20 +-
.../encoding/decoder/DoublePrecisionDecoderV2.java | 51 ++
.../{GorillaDecoder.java => GorillaDecoderV1.java} | 15 +-
.../tsfile/encoding/decoder/GorillaDecoderV2.java | 120 +++++
.../tsfile/encoding/decoder/IntGorillaDecoder.java | 88 +++
.../encoding/decoder/LongGorillaDecoder.java | 87 +++
...nDecoder.java => SinglePrecisionDecoderV1.java} | 21 +-
.../encoding/decoder/SinglePrecisionDecoderV2.java | 51 ++
...nEncoder.java => DoublePrecisionEncoderV1.java} | 17 +-
.../encoding/encoder/DoublePrecisionEncoderV2.java | 53 ++
.../{GorillaEncoder.java => GorillaEncoderV1.java} | 18 +-
.../tsfile/encoding/encoder/GorillaEncoderV2.java | 106 ++++
.../tsfile/encoding/encoder/IntGorillaEncoder.java | 152 ++++++
.../encoding/encoder/LongGorillaEncoder.java | 152 ++++++
...nEncoder.java => SinglePrecisionEncoderV1.java} | 16 +-
.../encoding/encoder/SinglePrecisionEncoderV2.java | 53 ++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 61 ++-
.../iotdb/tsfile/file/metadata/ChunkMetadata.java | 5 +
.../tsfile/file/metadata/MetadataIndexNode.java | 20 +-
.../tsfile/file/metadata/TimeseriesMetadata.java | 2 +-
.../tsfile/file/metadata/enums/TSDataType.java | 18 +
.../tsfile/file/metadata/enums/TSEncoding.java | 14 +-
.../file/metadata/statistics/BinaryStatistics.java | 4 +-
.../metadata/statistics/BooleanStatistics.java | 2 +-
.../file/metadata/statistics/DoubleStatistics.java | 2 +-
.../file/metadata/statistics/FloatStatistics.java | 2 +-
.../metadata/statistics/IntegerStatistics.java | 2 +-
.../file/metadata/statistics/LongStatistics.java | 2 +-
.../file/metadata/statistics/Statistics.java | 19 +
.../fileOutputFactory/LocalFSOutputFactory.java | 3 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 84 ++-
.../read/controller/IChunkMetadataLoader.java | 4 +-
.../iotdb/tsfile/read/filter/TimeFilter.java | 2 +-
.../read/query/timegenerator/TimeGenerator.java | 4 +-
.../iotdb/tsfile/read/reader/LocalTsFileInput.java | 60 ++-
.../org/apache/iotdb/tsfile/utils/PublicBAOS.java | 5 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 111 ++--
.../tsfile/v1/file/metadata/TsFileMetadataV1.java | 13 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 125 +++--
.../tsfile/write/schema/MeasurementSchema.java | 5 +
...aDecoderTest.java => GorillaDecoderV1Test.java} | 34 +-
.../encoding/decoder/GorillaDecoderV2Test.java | 592 +++++++++++++++++++++
.../file/metadata/MetadataIndexNodeTest.java | 10 +-
.../iotdb/tsfile/read/reader/PageReaderTest.java | 24 +-
.../iotdb/tsfile/utils/ReadWriteIOUtilsTest.java | 140 +++++
.../iotdb/tsfile/utils/TsFileGeneratorForTest.java | 2 +-
...SameMeasurementsWithDifferentDataTypesTest.java | 14 +-
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 55 +-
.../write/writer/ForceAppendTsFileWriterTest.java | 14 +-
tsfile/src/test/resources/logback.xml | 52 +-
384 files changed, 11599 insertions(+), 6635 deletions(-)
create mode 100644 .github/workflows/main-ci.yml
create mode 100644 .github/workflows/sonar_and_coverall.yml
create mode 100644 client-py/pom.xml
rename {thrift/src => client-py}/pypi/README.md (81%)
rename {thrift/src => client-py}/pypi/setup.py (97%)
copy client-py/src/{utils => }/__init__.py (100%)
copy docker/src/main/{Dockerfile-0.9.1 => Dockerfile-0.11.0} (77%)
create mode 100644 docs/UserGuide/Server/ServerFileList.md
delete mode 100644 docs/UserGuide/System Tools/Memory Estimation Tool.md
create mode 100644 docs/UserGuide/System Tools/NodeTool.md
rename docs/zh/SystemDesign/StorageEngine/{TsFileManagement.md => Compaction.md} (79%)
create mode 100644 docs/zh/UserGuide/Server/ServerFileList.md
delete mode 100644 docs/zh/UserGuide/System Tools/Memory Estimation Tool.md
create mode 100644 docs/zh/UserGuide/System Tools/NodeTool.md
create mode 100644 docs/zh/chinese-render-template.latex
copy docs/zh/SystemDesign/TsFile/TsFile.md => server/file-changelists/TsFileResource-changelist.md (74%)
create mode 100644 server/file-changelists/conf-changelist.md
copy docs/zh/UserGuide/Server/Cluster Setup.md => server/file-changelists/mlog-changelist.md (92%)
copy docs/SystemDesign/TsFile/TsFile.md => server/file-changelists/role-changelist.md (83%)
copy docs/UserGuide/Architecture/Shared Nothing Cluster.md => server/file-changelists/system.properties-changelist.md (81%)
copy docs/README.md => server/file-changelists/tlog-changelist.md (98%)
copy docs/SystemDesign/TsFile/TsFile.md => server/file-changelists/user-changelist.md (83%)
copy docs/zh/SystemDesign/TsFile/TsFile.md => server/file-changelists/wal-changelist.md (76%)
delete mode 100755 server/src/assembly/resources/tools/memory-tool.bat
delete mode 100755 server/src/assembly/resources/tools/memory-tool.sh
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/ActiveTimeSeriesCounter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/IActiveTimeSeriesCounter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/IDynamicAdapter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/IoTDBConfigDynamicAdapter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/ManageDynamicParameters.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/conf/adapter/ManageDynamicParametersMBean.java
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/HotCompactionMergeTaskPoolManager.java => compaction/CompactionMergeTaskPoolManager.java} (65%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/TsFileManagementStrategy.java => compaction/CompactionStrategy.java} (65%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement => compaction}/TsFileManagement.java (85%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/level/LevelTsFileManagement.java => compaction/level/LevelCompactionTsFileManagement.java} (54%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/normal/NormalTsFileManagement.java => compaction/no/NoCompactionTsFileManagement.java} (94%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/utils/HotCompactionLogAnalyzer.java => compaction/utils/CompactionLogAnalyzer.java} (65%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/utils/HotCompactionLogger.java => compaction/utils/CompactionLogger.java} (83%)
rename server/src/main/java/org/apache/iotdb/db/engine/{tsfilemanagement/utils/HotCompactionUtils.java => compaction/utils/CompactionUtils.java} (85%)
copy server/src/main/java/org/apache/iotdb/db/{service/IoTDBMBean.java => engine/flush/CloseFileListener.java} (74%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/IPageReader.java => server/src/main/java/org/apache/iotdb/db/engine/flush/FlushListener.java (61%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/StorageGroupInfo.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileProcessorInfo.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/exception/ConfigAdjusterException.java
copy server/src/main/java/org/apache/iotdb/db/exception/metadata/{AliasAlreadyExistException.java => DataTypeMismatchException.java} (67%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/MemTablePool.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/PrimitiveArrayManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/PrimitiveArrayPool.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/SystemInfo.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/memestimation/MemEstTool.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/memestimation/MemEstToolCmd.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/utils/EncodingInferenceUtils.java
copy server/src/main/java/org/apache/iotdb/db/{engine/flush/NotifyFlushMemTable.java => writelog/WALFlushListener.java} (53%)
delete mode 100644 server/src/test/java/org/apache/iotdb/db/conf/adapter/ActiveTimeSeriesCounterTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/conf/adapter/HyperLogLogTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/conf/adapter/IoTDBConfigDynamicAdapterTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/engine/memtable/MemTablePoolTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBQueryMemoryControlIT.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/query/reader/ReaderTestHelper.java
delete mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/common/EncodingConfig.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{DoublePrecisionDecoder.java => DoublePrecisionDecoderV1.java} (81%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/DoublePrecisionDecoderV2.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{GorillaDecoder.java => GorillaDecoderV1.java} (92%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/GorillaDecoderV2.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/IntGorillaDecoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/LongGorillaDecoder.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/{SinglePrecisionDecoder.java => SinglePrecisionDecoderV1.java} (81%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/SinglePrecisionDecoderV2.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{DoublePrecisionEncoder.java => DoublePrecisionEncoderV1.java} (83%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/DoublePrecisionEncoderV2.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{GorillaEncoder.java => GorillaEncoderV1.java} (88%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/GorillaEncoderV2.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/IntGorillaEncoder.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/LongGorillaEncoder.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/{SinglePrecisionEncoder.java => SinglePrecisionEncoderV1.java} (84%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/SinglePrecisionEncoderV2.java
rename tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/{GorillaDecoderTest.java => GorillaDecoderV1Test.java} (89%)
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/GorillaDecoderV2Test.java
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/utils/ReadWriteIOUtilsTest.java