You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ej...@apache.org on 2021/01/05 08:23:25 UTC
[iotdb] branch sliding_mem_table updated (11a84d0 -> e937df9)
This is an automated email from the ASF dual-hosted git repository.
ejttianyu pushed a change to branch sliding_mem_table
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 11a84d0 finish sliding mem table
add a93f3c1 Fix the spelling of DEFAULT in connection params
add 4218a96 Merge switch branchs in the authority checker
add ffab403 Use TimeUnit instead of plain number to improve readability
add bf19c0e Using system arraycopy instead of manual for loop
add 4968b7b Fix the condition of logger with the right level for merging file task
add c125df3 Fix the input resource leak when deserializing device owner (#2374)
add 4c16060 [IOTDB-1070] Add interface `terminate` for UDTF (#2366)
add 91db5fa Compaction not block flush (#2341)
add d98e150 Move coordinator from meta group member (#2334)
add ac7a928 add the trace log
add 70c8fa59 Merge pull request #2369 from neuyilan/apache_master_1229_add_trace_log
add 3da20a7 init
add a6325e6 Reduce image size by 29.74% through lossless compression algorithm (#2332)
add a42631f add deleteData Func in session pool (#2388)
add 9327fc4 [IOTDB-1071] Built-in UDF registration service (#2380)
add 36794dc [IOTDB-1074] Add interface `getDataType` for UDFParameters (#2378)
add 8bf4746 Remove useless imports in python client (#2294)
add 3192cda change the table format of md doc in spark module (#2393)
add 84d7527 fix coordinator not init bug after restart (#2383)
add 886b99d Add check local nodes in partitiontable's all nodes or not when restart the cluster
add 8966bf1 Merge pull request #2391 from neuyilan/apache_master_1230_fix_restart_bug
add af1da9d [IOTDB-1069] restrict the flushing memtable number to avoid OOM when mem_control is disabled (#2315)
add bebad07 fix zeppelin doc headings (#2396)
add 482b5b3 fix the cli doc typo (#2399)
add e4ddf81 [IOTDB-1098] Add interface `validate` for UDF (#2406)
add e28208c change udf and tracing ut root path to target (#2411)
add 6d25ba5 refactor node management
add d99432a remove a done todo
add 31c4d43 Merge branch 'master' into cluster_node_management
add 44a6155 fix tests
add 0255b85 fix test
add e7b1421 fix no waiting after time_out
add 6f3d021 Merge branch 'master' into cluster_node_management
add 90cc875 fix import
add 08400ad Merge pull request #2359 from apache/cluster_node_management
add 662a1b7 fix metaGroupMember bug when follower foward non-query plan to leader
add 1c3c2e9 remove unused import
add d509f6e Merge pull request #2404 from mychaow/fix_metaGroupMember_bug
add 22740d3 Fix the condition of logger with the right level globally (#2407)
add 85d4a00 [IOTDB-1068] Fix Time series metadata cache bug (#2316)
add acf33e2 fix merge bug for #2404
add 8ed7071 Merge pull request #2415 from mychaow/fix_merge_bug_2404
add 9da7b72 split condition for waitPrevLog into multiple conditions
add 7d43cbd Merge branch 'master' into cluster_split_condition
add 5913109 fix tests and code smells
add bc9ae25 Merge pull request #2394 from apache/cluster_split_condition
add e937df9 Merge branch 'master' into sliding_mem_table
No new revisions were added by this update.
Summary of changes:
.../java/org/apache/iotdb/cluster/ClusterMain.java | 20 +-
.../cluster/client/async/AsyncClientPool.java | 79 +--
.../iotdb/cluster/client/sync/SyncClientPool.java | 24 +-
.../apache/iotdb/cluster/config/ClusterConfig.java | 14 +-
.../iotdb/cluster/config/ClusterConstant.java | 6 +-
.../iotdb/cluster/coordinator/Coordinator.java | 598 ++++++++++++++++++++
.../apache/iotdb/cluster/log/LogDispatcher.java | 4 +-
.../cluster/log/applier/AsyncDataLogApplier.java | 4 +-
.../iotdb/cluster/log/catchup/CatchUpTask.java | 2 +-
.../cluster/log/manage/CommittedEntryManager.java | 5 +-
.../iotdb/cluster/log/manage/RaftLogManager.java | 22 +-
.../log/manage/UnCommittedEntryManager.java | 10 +-
.../apache/iotdb/cluster/metadata/CMManager.java | 10 +-
.../cluster/query/manage/QueryCoordinator.java | 115 +---
.../apache/iotdb/cluster/server/ClientServer.java | 24 +-
.../iotdb/cluster/server/DataClusterServer.java | 2 +-
.../iotdb/cluster/server/MetaClusterServer.java | 17 +-
.../handlers/caller/AppendNodeEntryHandler.java | 6 +-
.../server/handlers/caller/HeartbeatHandler.java | 2 +-
.../cluster/server/member/DataGroupMember.java | 17 +-
.../cluster/server/member/MetaGroupMember.java | 616 ++++-----------------
.../iotdb/cluster/server/member/RaftMember.java | 126 ++---
.../cluster/server/{ => monitor}/NodeReport.java | 3 +-
.../manage => server/monitor}/NodeStatus.java | 41 +-
.../monitor/NodeStatusManager.java} | 87 +--
.../iotdb/cluster/server/{ => monitor}/Peer.java | 2 +-
.../iotdb/cluster/server/{ => monitor}/Timer.java | 15 +-
.../cluster/server/service/MetaAsyncService.java | 6 +
.../cluster/server/service/MetaSyncService.java | 5 +
.../cluster/utils/nodetool/ClusterMonitor.java | 2 +-
.../cluster/log/applier/DataLogApplierTest.java | 12 +-
.../iotdb/cluster/log/catchup/CatchUpTaskTest.java | 7 +-
.../cluster/log/catchup/LogCatchUpTaskTest.java | 6 +
.../log/catchup/SnapshotCatchUpTaskTest.java | 6 +
.../manage/MetaSingleSnapshotLogManagerTest.java | 3 +
.../cluster/log/snapshot/DataSnapshotTest.java | 10 +
.../log/snapshot/MetaSimpleSnapshotTest.java | 2 +
.../cluster/log/snapshot/PullSnapshotTaskTest.java | 5 +
.../apache/iotdb/cluster/query/BaseQueryTest.java | 5 +-
.../cluster/query/manage/QueryCoordinatorTest.java | 15 +-
.../caller/AppendNodeEntryHandlerTest.java | 2 +-
.../server/heartbeat/DataHeartbeatThreadTest.java | 5 +
.../server/heartbeat/HeartbeatThreadTest.java | 5 +
.../server/heartbeat/MetaHeartbeatThreadTest.java | 5 +
.../cluster/server/member/DataGroupMemberTest.java | 5 +
.../iotdb/cluster/server/member/MemberTest.java | 19 +-
.../cluster/server/member/MetaGroupMemberTest.java | 76 ++-
.../Ecosystem Integration/Zeppelin-IoTDB.md | 20 +-
.../Operation Manual/UDF User Defined Function.md | 120 +++-
docs/zh/UserGuide/Client/Command Line Interface.md | 2 +-
.../Ecosystem Integration/Zeppelin-IoTDB.md | 20 +-
.../Operation Manual/UDF User Defined Function.md | 121 +++-
grafana/img/add_data_source.png | Bin 175851 -> 108927 bytes
grafana/img/add_graph.png | Bin 723579 -> 364163 bytes
grafana/img/edit_data_source.png | Bin 313673 -> 177869 bytes
.../main/java/org/apache/iotdb/jdbc/Config.java | 2 +-
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 2 +-
.../resources/conf/iotdb-engine.properties | 14 +
server/src/assembly/resources/conf/logback.xml | 24 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 5 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 13 +
.../org/apache/iotdb/db/conf/IoTDBConstant.java | 11 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 32 +-
.../compaction/CompactionMergeTaskPoolManager.java | 32 +-
.../db/engine/compaction/TsFileManagement.java | 22 +-
.../level/LevelCompactionTsFileManagement.java | 190 ++++---
.../no/NoCompactionTsFileManagement.java | 5 -
.../engine/compaction/utils/CompactionUtils.java | 12 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 2 +-
.../engine/storagegroup/StorageGroupProcessor.java | 88 +--
.../db/engine/storagegroup/TsFileProcessor.java | 27 +-
.../org/apache/iotdb/db/metadata/MManager.java | 8 +
.../apache/iotdb/db/qp/constant/SQLConstant.java | 10 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 62 ++-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 2 +-
.../apache/iotdb/db/query/dataset/ListDataSet.java | 12 +-
.../org/apache/iotdb/db/query/udf/api/UDF.java | 15 +
.../org/apache/iotdb/db/query/udf/api/UDTF.java | 22 +-
.../db/query/udf/api/collector/PointCollector.java | 4 +-
.../api/customizer/config/UDTFConfigurations.java | 3 +-
.../parameter/UDFParameterValidator.java | 209 +++++++
.../api/customizer/parameter/UDFParameters.java | 30 +
.../UDFAttributeNotProvidedException.java | 9 +-
.../udf/api/exception/UDFException.java} | 10 +-
.../UDFInputSeriesDataTypeNotValidException.java} | 30 +-
.../UDFInputSeriesIndexNotValidException.java | 10 +-
.../UDFInputSeriesNumberNotValidException.java} | 29 +-
.../exception/UDFParameterNotValidException.java | 8 +-
.../udf/builtin/BuiltinFunction.java} | 25 +-
.../db/query/udf/core/executor/UDTFExecutor.java | 35 +-
.../udf/core/transformer/UDFQueryTransformer.java | 18 +-
.../udf/service/UDFRegistrationInformation.java | 25 +-
.../query/udf/service/UDFRegistrationService.java | 137 +++--
.../apache/iotdb/db/rescon/MemTableManager.java | 116 ++++
.../org/apache/iotdb/db/rescon/SystemInfo.java | 1 +
.../java/org/apache/iotdb/db/service/IoTDB.java | 4 +-
.../org/apache/iotdb/db/service/TSServiceImpl.java | 2 +-
.../db/sync/receiver/load/FileLoaderManager.java | 4 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 4 +-
.../main/resources/iotdb/ui/static/iotdb-logo.png | Bin 1768 -> 1187 bytes
.../compaction/LevelCompactionMergeTest.java | 4 +-
.../LevelCompactionTsFileManagementTest.java | 1 -
.../NoCompactionTsFileManagementTest.java | 1 -
.../db/integration/IoTDBLevelCompactionIT.java | 3 +
.../iotdb/db/integration/IoTDBRestartIT.java | 40 +-
.../db/integration/IoTDBRpcCompressionIT.java | 1 -
.../iotdb/db/integration/IoTDBUDFManagementIT.java | 162 +++++-
.../integration/IoTDBUDTFAlignByTimeQueryIT.java | 213 +++++++
.../iotdb/db/query/udf/example/Accumulator.java | 8 +
.../apache/iotdb/db/query/udf/example/Adder.java | 11 +
...gSizeWindowConstructorTester1.java => Max.java} | 126 +++--
.../iotdb/db/query/udf/example/Multiplier.java | 8 +
.../SlidingSizeWindowConstructorTester1.java | 8 +
.../SlidingTimeWindowConstructionTester.java | 8 +
...onstructorTester1.java => TerminateTester.java} | 118 ++--
.../{Multiplier.java => ValidateTester.java} | 100 ++--
.../apache/iotdb/db/utils/EnvironmentUtils.java | 3 +
server/src/test/resources/iotdb-engine.properties | 2 +
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 2 +
.../apache/iotdb/session/SessionConnection.java | 2 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 26 +
.../public/img/contributor-avatar/jlq.png | Bin 122303 -> 98500 bytes
.../public/img/contributor-avatar/kfx.jpeg | Bin 134257 -> 119029 bytes
.../public/img/contributor-avatar/xdh.jpg | Bin 136069 -> 123718 bytes
.../.vuepress/public/img/contributor-avatar/yt.jpg | Bin 131028 -> 115804 bytes
.../public/img/contributor-avatar/zss.jpg | Bin 98085 -> 91455 bytes
site/src/main/.vuepress/public/img/home-Slide1.png | Bin 438294 -> 323108 bytes
site/src/main/.vuepress/public/img/home-Slide2.png | Bin 440893 -> 323620 bytes
site/src/main/.vuepress/public/img/home-Slide3.png | Bin 441335 -> 324332 bytes
site/src/main/.vuepress/public/img/home-icon2.png | Bin 5529 -> 4463 bytes
site/src/main/.vuepress/public/img/home-icon3.png | Bin 20637 -> 10753 bytes
site/src/main/.vuepress/public/img/home-icon4.png | Bin 13225 -> 8681 bytes
site/src/main/.vuepress/public/img/home-icon5.png | Bin 1989 -> 1531 bytes
site/src/main/.vuepress/public/img/home-icon6.png | Bin 16502 -> 11537 bytes
site/src/main/.vuepress/public/img/logo.png | Bin 31747 -> 21687 bytes
site/src/main/.vuepress/public/img/tools.jpg | Bin 347602 -> 294103 bytes
spark-iotdb-connector/Readme.md | 32 +-
spark-tsfile/README.md | 31 +-
thrift/src/main/thrift/cluster.thrift | 7 +
.../tsfile/encoding/bitpacking/IntPacker.java | 4 +-
.../tsfile/encoding/bitpacking/LongPacker.java | 4 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 34 ++
.../org/apache/iotdb/tsfile/utils/BytesUtils.java | 4 +-
.../tsfile/read/TimeSeriesMetadataReadTest.java | 87 +++
.../apache/iotdb/tsfile/utils/FileGenerator.java | 22 +-
146 files changed, 3267 insertions(+), 1491 deletions(-)
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/coordinator/Coordinator.java
rename cluster/src/main/java/org/apache/iotdb/cluster/server/{ => monitor}/NodeReport.java (98%)
rename cluster/src/main/java/org/apache/iotdb/cluster/{query/manage => server/monitor}/NodeStatus.java (59%)
copy cluster/src/main/java/org/apache/iotdb/cluster/{query/manage/QueryCoordinator.java => server/monitor/NodeStatusManager.java} (72%)
rename cluster/src/main/java/org/apache/iotdb/cluster/server/{ => monitor}/Peer.java (97%)
rename cluster/src/main/java/org/apache/iotdb/cluster/server/{ => monitor}/Timer.java (97%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/query/udf/api/customizer/parameter/UDFParameterValidator.java
copy cluster/src/main/java/org/apache/iotdb/cluster/exception/ConfigInconsistentException.java => server/src/main/java/org/apache/iotdb/db/query/udf/api/exception/UDFAttributeNotProvidedException.java (72%)
copy server/src/main/java/org/apache/iotdb/db/{exception/index/DistanceMetricException.java => query/udf/api/exception/UDFException.java} (78%)
copy server/src/main/java/org/apache/iotdb/db/{qp/physical/crud/GroupByTimeFillPlan.java => query/udf/api/exception/UDFInputSeriesDataTypeNotValidException.java} (54%)
copy cluster/src/main/java/org/apache/iotdb/cluster/exception/TruncateCommittedEntryException.java => server/src/main/java/org/apache/iotdb/db/query/udf/api/exception/UDFInputSeriesIndexNotValidException.java (68%)
copy server/src/main/java/org/apache/iotdb/db/{rescon/CachedStringPool.java => query/udf/api/exception/UDFInputSeriesNumberNotValidException.java} (57%)
copy cluster/src/test/java/org/apache/iotdb/cluster/common/TestException.java => server/src/main/java/org/apache/iotdb/db/query/udf/api/exception/UDFParameterNotValidException.java (80%)
copy server/src/main/java/org/apache/iotdb/db/{auth/AuthException.java => query/udf/builtin/BuiltinFunction.java} (63%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/rescon/MemTableManager.java
copy server/src/test/java/org/apache/iotdb/db/query/udf/example/{SlidingSizeWindowConstructorTester1.java => Max.java} (65%)
copy server/src/test/java/org/apache/iotdb/db/query/udf/example/{SlidingSizeWindowConstructorTester1.java => TerminateTester.java} (78%)
copy server/src/test/java/org/apache/iotdb/db/query/udf/example/{Multiplier.java => ValidateTester.java} (64%)
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/read/TimeSeriesMetadataReadTest.java