You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by lt...@apache.org on 2021/06/21 14:06:57 UTC

[iotdb] branch cluster_scalability updated (f1e98e4 -> 5059827)

This is an automated email from the ASF dual-hosted git repository.

lta pushed a change to branch cluster_scalability
in repository https://gitbox.apache.org/repos/asf/iotdb.git.


    from f1e98e4  fix issues according comments
     add f6c4162  Update some English system design documents (#3379)
     add fe983ed  [IOTDB-1429]fix failsafe-plugin not report failures issue (#3374)
     add 1b15d1e  fix iotdb-env.bat not working (#3382)
     add 8c518ae  Fix throw exception, easy to find bugs.
     add 80850fb  [IOTDB-1420] Fix compaction ttl bug (#3385)
     add ff645f6  Change PPMC  to PMC; Update PMC and Committer Information (#3390)
     add 03e920e  [IOTDB-1433] Fix bug in getMetadataAndEndOffset when querying non-exist device (#3391)
     add 03f534d  [IOTDB-1432] fix level compaction loss data (#3396)
     add b472b3a  Change the default primitive array size to 32 (#3398)
     add e728789  Add java doc (#3401)
     add ec12bb0  [IOTDB-1439] Update user guide documents according to the new interfaces (#3402)
     add 6384f07  [IOTDB-1437]Fix the tsfile sketch tool NPE (#3397)
     add 42448cb  [IOTDB-1415] Fix OOM caused by ChunkCache (#3308)
     add d07284a  cleanup generated files in client-py after post-integration-test
     add 4958b36  Enable sub headers in docs (#3307)
     add 9f191e3  [ISSUE #3359]disable the clearCacheTest() because current LRUCache can not be controled to clear (#3415)
     add a5e07e2  [Cluster]No need to shake hands with itself when one node restart  (#3404)
     add b6a66e1  Update User Guide (#3405)
     add bbf32ff  Set TTL to any path (#3406)
     add 1a45de6  revert 'cleanup generated files in client-py after post-integration-test'
     add 699f866  Fix Cpp example not release query dataset bug (#3419)
     add e531f3a  Add PMC img(#3422)
     add 6b9fe87  [IOTDB-1442] Time filter & TTL is not used during the construction of ClusterTimeGenerator (#3420)
     add b47f96d  Update download links for v0.11.4 (#3423)
     add 7c6f492  Update download links for v0.11.4 in Chinese site (#3425)
     add 3f9903d  Update committer information
     add d8b4ce8  fix slides link
     add 30478a6  merge master
     add 5059827  merge master

No new revisions were added by this update.

Summary of changes:
 .github/workflows/e2e.yml                          |   2 +-
 .github/workflows/sonar-coveralls.yml              |   4 +-
 LICENSE-binary                                     |   2 +-
 cli/pom.xml                                        |   1 +
 cluster/pom.xml                                    |   1 +
 .../iotdb/cluster/query/LocalQueryExecutor.java    |  18 +-
 .../cluster/query/reader/ClusterReaderFactory.java |  21 +-
 .../cluster/query/reader/ClusterTimeGenerator.java |  45 ++-
 .../cluster/server/member/MetaGroupMember.java     |   4 +
 .../apache/iotdb/cluster/utils/ClusterUtils.java   |   6 +
 .../apache/iotdb/cluster/query/BaseQueryTest.java  |   4 +-
 .../query/ClusterDataQueryExecutorTest.java        |   6 +-
 .../query/reader/ClusterReaderFactoryTest.java     |  84 +++++
 .../query/reader/ClusterTimeGeneratorTest.java     |  58 ++++
 .../iotdb/cluster/server/member/BaseMember.java    |   2 +-
 cross-tests/pom.xml                                |   1 +
 docs/Community/Materials.md                        |  10 +-
 docs/Download/README.md                            |  18 +-
 docs/SystemDesign/DataQuery/QueryFundamentals.md   |  16 +-
 .../QueryEngine/ResultSetConstruction.md           |  12 +-
 docs/SystemDesign/SchemaManager/SchemaManager.md   |   8 +-
 docs/SystemDesign/StorageEngine/DataPartition.md   |   2 +-
 docs/SystemDesign/StorageEngine/FlushManager.md    |   2 +-
 docs/SystemDesign/StorageEngine/MergeManager.md    |  11 +-
 docs/SystemDesign/StorageEngine/StorageEngine.md   |   6 +-
 docs/SystemDesign/StorageEngine/WAL.md             |   4 +-
 docs/SystemDesign/TsFile/Format.md                 |  20 +-
 docs/SystemDesign/TsFile/Read.md                   |  16 +-
 docs/SystemDesign/TsFile/Write.md                  |  16 +-
 docs/UserGuide/API/Programming-Java-Native-API.md  |  15 +-
 docs/UserGuide/Appendix/SQL-Reference.md           |  16 +-
 .../DDL-Data-Definition-Language.md                |  67 ++--
 .../DML-Data-Manipulation-Language.md              |  10 +-
 .../IoTDB-SQL-Language/Maintenance-Command.md      |  17 +-
 docs/zh/Download/README.md                         |  18 +-
 docs/zh/UserGuide/API/Programming-Go-Native-API.md |  28 +-
 .../UserGuide/API/Programming-Java-Native-API.md   |  29 +-
 docs/zh/UserGuide/API/Programming-TsFile-API.md    |  41 ++-
 .../Advanced-Features/UDF-User-Defined-Function.md |   2 +-
 docs/zh/UserGuide/Appendix/Config-Manual.md        |   8 +-
 docs/zh/UserGuide/Appendix/SQL-Reference.md        |  26 +-
 docs/zh/UserGuide/Appendix/Status-Codes.md         |   6 +-
 .../Collaboration-of-Edge-and-Cloud/Sync-Tool.md   |   4 +-
 .../Programming-Thrift.md                          |   2 +-
 .../Ecosystem Integration/Spark TsFile.md          |   1 +
 .../Ecosystem Integration/Zeppelin-IoTDB.md        |   2 +-
 .../DDL-Data-Definition-Language.md                |  67 ++--
 .../DML-Data-Manipulation-Language.md              |  49 ++-
 .../IoTDB-SQL-Language/Maintenance-Command.md      |  16 +-
 .../UserGuide/System-Tools/Load-External-Tsfile.md |   4 +-
 .../System-Tools/Monitor-and-Log-Tools.md          |   2 +-
 example/client-cpp-example/src/SessionExample.cpp  |   2 +
 grafana/pom.xml                                    |   1 +
 hadoop/pom.xml                                     |   1 +
 jdbc/pom.xml                                       |   1 +
 .../java/org/apache/iotdb/jdbc/IoTDBDriver.java    |   3 +-
 pom.xml                                            |   1 +
 server/pom.xml                                     |   6 +
 .../resources/conf/iotdb-engine.properties         |   2 +-
 server/src/assembly/resources/conf/iotdb-env.bat   |  28 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |   2 +-
 .../db/engine/cache/CacheHitRatioMonitor.java      |  16 +-
 .../engine/cache/CacheHitRatioMonitorMXBean.java   |   8 +-
 .../apache/iotdb/db/engine/cache/ChunkCache.java   | 166 ++++------
 .../iotdb/db/engine/cache/LRULinkedHashMap.java    | 138 --------
 .../db/engine/cache/TimeSeriesMetadataCache.java   | 367 ++++++++++-----------
 .../level/LevelCompactionTsFileManagement.java     |   7 +
 .../engine/compaction/utils/CompactionUtils.java   | 285 ++++++++--------
 .../apache/iotdb/db/engine/flush/FlushManager.java |   7 +-
 .../iotdb/db/engine/flush/MemTableFlushTask.java   |   9 +
 .../iotdb/db/engine/memtable/AbstractMemTable.java |   7 +
 .../apache/iotdb/db/engine/memtable/IMemTable.java |  14 +-
 .../db/engine/querycontext/QueryDataSource.java    |   5 +
 .../db/engine/querycontext/ReadOnlyMemChunk.java   |   4 +
 .../engine/storagegroup/StorageGroupProcessor.java |  92 +++++-
 .../db/engine/storagegroup/TsFileProcessor.java    |  44 ++-
 .../db/engine/storagegroup/TsFileResource.java     |  33 +-
 .../storagegroup/timeindex/TimeIndexLevel.java     |   3 +
 .../virtualSg/HashVirtualPartitioner.java          |   1 +
 .../virtualSg/VirtualStorageGroupManager.java      |   2 +
 .../version/SimpleFileVersionController.java       |   1 +
 .../iotdb/db/metadata/VectorPartialPath.java       |   6 +
 .../org/apache/iotdb/db/metadata/mnode/MNode.java  |  16 +
 .../iotdb/db/metadata/mnode/MeasurementMNode.java  |  19 +-
 .../iotdb/db/metadata/template/Template.java       |  31 ++
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |   8 +-
 .../db/qp/physical/crud/RawDataQueryPlan.java      |  18 +
 .../db/query/reader/chunk/DiskChunkLoader.java     |   9 +-
 .../chunk/metadata/DiskChunkMetadataLoader.java    |   2 +-
 .../reader/series/SeriesRawDataBatchReader.java    |   5 +
 .../iotdb/db/query/reader/series/SeriesReader.java |  29 ++
 .../reader/universal/PriorityMergeReader.java      |   1 +
 .../query/timegenerator/ServerTimeGenerator.java   |   2 +-
 .../org/apache/iotdb/db/service/TSServiceImpl.java |   9 -
 .../apache/iotdb/db/tools/TsFileSketchTool.java    |  15 +-
 .../org/apache/iotdb/db/utils/FileLoaderUtils.java |  19 +-
 .../compaction/LevelCompactionMergeTest.java       |  68 ++++
 .../db/engine/compaction/LevelCompactionTest.java  |  59 ++++
 .../iotdb/db/integration/IoTDBClearCacheIT.java    |   5 +-
 .../apache/iotdb/db/integration/IoTDBTtlIT.java    |  17 +
 .../iotdb/db/tools/TsFileSketchToolTest.java       |  49 ++-
 service-rpc/pom.xml                                |   1 +
 session/pom.xml                                    |   1 +
 site/src/main/.vuepress/config.js                  |   2 +
 .../.vuepress/public/img/contributor-avatar/cw.jpg | Bin 0 -> 163226 bytes
 .../theme/global-components/Contributor.vue        |  57 ++--
 testcontainer/pom.xml                              |   1 +
 tsfile/pom.xml                                     |   1 +
 .../iotdb/tsfile/file/header/ChunkHeader.java      |   3 +
 .../tsfile/file/metadata/VectorChunkMetadata.java  |   2 +
 .../file/metadata/VectorTimeSeriesMetadata.java    |  14 +
 .../iotdb/tsfile/read/TsFileSequenceReader.java    |   2 +-
 .../read/reader/chunk/VectorChunkReader.java       |  20 +-
 .../tsfile/read/reader/page/ValuePageReader.java   |   8 +
 .../tsfile/read/reader/page/VectorChunkReader.java |  21 --
 .../tsfile/read/reader/page/VectorPageReader.java  |   7 +
 ...easurementChunkMetadataListMapIteratorTest.java |   5 +
 117 files changed, 1587 insertions(+), 1031 deletions(-)
 create mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/query/reader/ClusterReaderFactoryTest.java
 delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/cache/LRULinkedHashMap.java
 copy example/tsfile/src/main/java/org/apache/iotdb/tsfile/TsFileWriteWithTablet.java => server/src/test/java/org/apache/iotdb/db/tools/TsFileSketchToolTest.java (78%)
 create mode 100644 site/src/main/.vuepress/public/img/contributor-avatar/cw.jpg
 delete mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/page/VectorChunkReader.java