You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2022/04/08 09:55:33 UTC
[iotdb] branch datanode_consensus_init updated (30a3c8a6ce -> 56ac272490)
This is an automated email from the ASF dual-hosted git repository.
xingtanzjr pushed a change to branch datanode_consensus_init
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 30a3c8a6ce tmp commit to log test
add 347bd4a580 [IOTDB-2727] add DataBlockService#getInstance (#5446)
add 0c847d4297 Add english community about docs (#5445)
add 519293b078 [IOTDB-2838] Check and auto correct endian type for NumpyTablet (#5448)
add b5e16dfbb9 [IOTDB-2307]UDF Library Series Discovery Functions (#4848)
add c32fc88aad [IOTDB-2308]Library string (#4836)
add b5a028e785 [IOTDB-2302] Library-UDF Data Profiling Functions (#4731)
add e23879045d [IOTDB-2238] Library-UDF Data Quality Functions (#4691)
add becc9c0f65 [IOTDB-2306]Library-UDF Frequency Domain Functions (#4824)
add f5ec5baea9 [IoTDB-2799] Complete the basic implementation of QueryExecution and ClusterScheduler (#5430)
add edad9ddf0d [IOTDB-2862] Fix SQL injection risks of grafana-connector (#5450)
add e2f93a42ee rollback config.js (#5453)
add 40fd10e634 Remove redundant docs (#5454)
add 56ac272490 Merge branch 'master' into datanode_consensus_init
No new revisions were added by this update.
Summary of changes:
client-py/README.md | 19 +-
client-py/SessionExample.py | 14 +-
client-py/iotdb/utils/IoTDBConstants.py | 11 +
client-py/iotdb/utils/NumpyTablet.py | 15 +-
client-py/tests/test_numpy_tablet.py | 147 ++
.../UserGuide/API/Programming-Python-Native-API.md | 19 +-
docs/UserGuide/Library-UDF/Anomaly-Detection.md | 523 -------
docs/zh/Community/About.md | 43 +
.../UserGuide/API/Programming-Python-Native-API.md | 18 +-
docs/zh/UserGuide/Library-UDF/Anomaly Detection.md | 530 -------
.../controller/DatabaseConnectController.java | 3 +-
.../iotdb/web/grafana/dao/impl/BasicDaoImpl.java | 43 +-
library-udf/pom.xml | 2 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 127 --
.../org/apache/iotdb/library/anomaly/UDTFLOF.java | 215 ---
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 92 --
.../iotdb/library/anomaly/util/MissDetector.java | 240 ---
.../library/anomaly/util/StreamMissDetector.java | 189 ---
.../iotdb/library/anomaly/util/WindowDetect.java | 96 --
.../iotdb/library/dprofile/UDAFIntegral.java | 113 ++
.../UDAFIntegralAvg.java} | 80 +-
.../UDTFMissDetect.java => dprofile/UDAFMad.java} | 53 +-
.../UDAFMedian.java} | 53 +-
.../apache/iotdb/library/dprofile/UDAFMode.java | 177 +++
.../iotdb/library/dprofile/UDAFPercentile.java | 168 +++
.../apache/iotdb/library/dprofile/UDAFPeriod.java | 142 ++
.../UDTFMissDetect.java => dprofile/UDAFSkew.java} | 47 +-
.../apache/iotdb/library/dprofile/UDAFSpread.java | 124 ++
.../UDAFStddev.java} | 43 +-
.../UDTFMissDetect.java => dprofile/UDTFACF.java} | 49 +-
.../iotdb/library/dprofile/UDTFDistinct.java | 189 +++
.../UDTFRange.java => dprofile/UDTFHistogram.java} | 83 +-
.../UDTFIQR.java => dprofile/UDTFMinMax.java} | 69 +-
.../UDTFMvAvg.java} | 57 +-
.../UDTFRange.java => dprofile/UDTFPACF.java} | 88 +-
.../UDTFIQR.java => dprofile/UDTFQLB.java} | 91 +-
.../iotdb/library/dprofile/UDTFResample.java | 116 ++
.../apache/iotdb/library/dprofile/UDTFSample.java | 133 ++
.../apache/iotdb/library/dprofile/UDTFSegment.java | 123 ++
.../UDTFIQR.java => dprofile/UDTFSpline.java} | 89 +-
.../UDTFIQR.java => dprofile/UDTFZScore.java} | 68 +-
.../library/dprofile/util/CrossCorrelation.java | 53 +
.../dprofile/util/ExactOrderStatistics.java | 281 ++++
.../iotdb/library/dprofile/util/GKArray.java | 179 +++
.../iotdb/library/dprofile/util/MADSketch.java | 283 ++++
.../apache/iotdb/library/dprofile/util/Mad.java | 22 +-
.../iotdb/library/dprofile/util/MaxSelector.java | 76 +
.../iotdb/library/dprofile/util/Resampler.java | 243 ++++
.../iotdb/library/dprofile/util/Segment.java | 161 ++
.../iotdb/library/dprofile/util/YuleWalker.java | 71 +
.../iotdb/library/dquality/UDTFCompleteness.java | 76 +
.../iotdb/library/dquality/UDTFConsistency.java | 74 +
.../iotdb/library/dquality/UDTFTimeliness.java | 73 +
.../iotdb/library/dquality/UDTFValidity.java | 73 +
.../library/dquality/util/TimeSeriesQuality.java | 243 ++++
.../UDTFConv.java} | 52 +-
.../apache/iotdb/library/frequency/UDTFDWT.java | 96 ++
.../apache/iotdb/library/frequency/UDTFDeconv.java | 112 ++
.../apache/iotdb/library/frequency/UDTFFFT.java | 106 ++
.../UDTFRange.java => frequency/UDTFHighPass.java} | 93 +-
.../apache/iotdb/library/frequency/UDTFIDWT.java | 97 ++
.../apache/iotdb/library/frequency/UDTFIFFT.java | 113 ++
.../UDTFRange.java => frequency/UDTFLowPass.java} | 90 +-
.../iotdb/library/frequency/util/DWTUtil.java | 228 +++
.../iotdb/library/frequency/util/FFTUtil.java | 82 ++
.../library/series/UDTFConsecutiveSequences.java | 78 +
.../library/series/UDTFConsecutiveWindows.java | 90 ++
.../iotdb/library/series/util/ConsecutiveUtil.java | 129 ++
.../UDTFRegexMatch.java} | 53 +-
.../iotdb/library/string/UDTFRegexReplace.java | 130 ++
.../UDTFRegexSplit.java} | 66 +-
.../iotdb/library/string/UDTFStrReplace.java | 153 ++
.../iotdb/library/util/LinearRegression.java | 8 +-
.../apache/iotdb/library/anomaly/AnomalyTests.java | 1533 --------------------
.../iotdb/library/dprofile/DProfileTests.java | 629 ++++++++
.../iotdb/library/dquality/DQualityTests.java | 385 +++++
.../iotdb/library/frequency/FrequencyTests.java | 300 ++++
.../apache/iotdb/library/series/SeriesTest.java | 467 ++++++
.../apache/iotdb/library/string/StringTests.java | 258 ++++
.../resources/conf/iotdb-engine.properties | 3 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 11 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 4 +
.../iotdb/db/mpp/buffer/DataBlockService.java | 4 +
.../iotdb/db/mpp/common/FragmentInstanceId.java | 6 +
.../iotdb/db/mpp/common/MPPQueryContext.java | 25 +-
.../apache/iotdb/db/mpp/common/PlanFragmentId.java | 7 +
.../org/apache/iotdb/db/mpp/common/QueryId.java | 14 +
.../iotdb/db/mpp/common/ResultNodeContext.java | 67 +
.../iotdb/db/mpp/execution/ConfigExecution.java | 110 ++
.../apache/iotdb/db/mpp/execution/Coordinator.java | 64 +-
.../db/mpp/execution/FragmentInstanceState.java | 28 +-
.../iotdb/db/mpp/execution/FutureStateChange.java | 74 +
.../{QueryStateMachine.java => IConfigTask.java} | 11 +-
...QueryStateMachine.java => IQueryExecution.java} | 14 +-
.../iotdb/db/mpp/execution/QueryExecution.java | 138 +-
.../{QueryStateMachine.java => QueryState.java} | 34 +-
.../iotdb/db/mpp/execution/QueryStateMachine.java | 106 +-
...ueryStateMachine.java => SampleConfigTask.java} | 32 +-
.../iotdb/db/mpp/execution/StateMachine.java | 322 ++++
.../scheduler/AbstractFragInsStateTracker.java | 73 +
.../mpp/execution/scheduler/ClusterScheduler.java | 90 +-
.../scheduler/FixedRateFragInsStateTracker.java | 70 +
.../scheduler/FragInstanceDispatchResult.java} | 18 +-
.../scheduler/IFragInstanceDispatcher.java} | 25 +-
.../IFragInstanceStateTracker.java} | 13 +-
.../IQueryTerminator.java} | 11 +-
.../db/mpp/execution/scheduler/IScheduler.java | 4 +-
.../scheduler/InternalServiceClientFactory.java} | 28 +-
.../scheduler/SimpleFragInstanceDispatcher.java | 61 +
.../execution/scheduler/SimpleQueryTerminator.java | 82 ++
.../execution/scheduler/StandaloneScheduler.java | 4 +-
.../db/mpp/sql/planner/DistributionPlanner.java | 74 +-
.../iotdb/db/mpp/sql/planner/LogicalPlanner.java | 39 +-
.../db/mpp/sql/planner/plan/FragmentInstance.java | 4 +-
.../db/mpp/sql/planner/plan/PlanFragment.java | 4 +
.../plan/SimpleFragmentParallelPlanner.java | 2 +-
.../db/mpp/sql/planner/plan/node/PlanNode.java | 6 +-
.../planner/plan/node/process/ExchangeNode.java | 2 +-
.../sql/planner/plan/node/process/LimitNode.java | 3 +-
.../planner/plan/node/process/TimeJoinNode.java | 4 +-
.../planner/plan/node/sink/FragmentSinkNode.java | 37 +-
.../db/mpp/sql/statement/StatementVisitor.java | 4 -
.../iotdb/db/query/expression/Expression.java | 3 +-
.../query/expression/binary/BinaryExpression.java | 3 +-
.../db/query/expression/unary/ConstantOperand.java | 3 +-
.../query/expression/unary/FunctionExpression.java | 6 +-
.../query/expression/unary/LogicNotExpression.java | 3 +-
.../query/expression/unary/NegationExpression.java | 3 +-
.../query/expression/unary/TimeSeriesOperand.java | 6 +-
.../db/mpp/execution/QueryStateMachineTest.java | 142 ++
.../iotdb/db/mpp/sql/analyze/AnalyzerTest.java | 3 +-
.../db/mpp/sql/plan/DistributionPlannerTest.java | 59 +-
.../iotdb/db/mpp/sql/plan/LogicalPlannerTest.java | 8 +-
.../iotdb/db/mpp/sql/plan/QueryPlannerTest.java | 6 +-
134 files changed, 9281 insertions(+), 4453 deletions(-)
create mode 100644 client-py/tests/test_numpy_tablet.py
delete mode 100644 docs/UserGuide/Library-UDF/Anomaly-Detection.md
delete mode 100644 docs/zh/UserGuide/Library-UDF/Anomaly Detection.md
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/UDTFKSigma.java
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/UDTFLOF.java
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/UDTFTwoSidedFilter.java
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/util/MissDetector.java
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/util/StreamMissDetector.java
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/anomaly/util/WindowDetect.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFIntegral.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFRange.java => dprofile/UDAFIntegralAvg.java} (57%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => dprofile/UDAFMad.java} (56%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => dprofile/UDAFMedian.java} (57%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFMode.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFPercentile.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFPeriod.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => dprofile/UDAFSkew.java} (60%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFSpread.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => dprofile/UDAFStddev.java} (60%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => dprofile/UDTFACF.java} (60%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDTFDistinct.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFRange.java => dprofile/UDTFHistogram.java} (56%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFIQR.java => dprofile/UDTFMinMax.java} (70%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => dprofile/UDTFMvAvg.java} (59%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFRange.java => dprofile/UDTFPACF.java} (57%)
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFIQR.java => dprofile/UDTFQLB.java} (52%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDTFResample.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDTFSample.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDTFSegment.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFIQR.java => dprofile/UDTFSpline.java} (51%)
rename library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFIQR.java => dprofile/UDTFZScore.java} (66%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/CrossCorrelation.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/ExactOrderStatistics.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/GKArray.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/MADSketch.java
copy server/src/main/java/org/apache/iotdb/db/mpp/sql/planner/plan/node/PlanNodeIdAllocator.java => library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/Mad.java (68%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/MaxSelector.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/Resampler.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/Segment.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/util/YuleWalker.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dquality/UDTFCompleteness.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dquality/UDTFConsistency.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dquality/UDTFTimeliness.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dquality/UDTFValidity.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dquality/util/TimeSeriesQuality.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => frequency/UDTFConv.java} (58%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/UDTFDWT.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/UDTFDeconv.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/UDTFFFT.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFRange.java => frequency/UDTFHighPass.java} (53%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/UDTFIDWT.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/UDTFIFFT.java
rename library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFRange.java => frequency/UDTFLowPass.java} (54%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/util/DWTUtil.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/frequency/util/FFTUtil.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/series/UDTFConsecutiveSequences.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/series/UDTFConsecutiveWindows.java
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/series/util/ConsecutiveUtil.java
copy library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => string/UDTFRegexMatch.java} (55%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/string/UDTFRegexReplace.java
rename library-udf/src/main/java/org/apache/iotdb/library/{anomaly/UDTFMissDetect.java => string/UDTFRegexSplit.java} (54%)
create mode 100644 library-udf/src/main/java/org/apache/iotdb/library/string/UDTFStrReplace.java
delete mode 100644 library-udf/src/test/java/org/apache/iotdb/library/anomaly/AnomalyTests.java
create mode 100644 library-udf/src/test/java/org/apache/iotdb/library/dprofile/DProfileTests.java
create mode 100644 library-udf/src/test/java/org/apache/iotdb/library/dquality/DQualityTests.java
create mode 100644 library-udf/src/test/java/org/apache/iotdb/library/frequency/FrequencyTests.java
create mode 100644 library-udf/src/test/java/org/apache/iotdb/library/series/SeriesTest.java
create mode 100644 library-udf/src/test/java/org/apache/iotdb/library/string/StringTests.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/common/ResultNodeContext.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/ConfigExecution.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/FutureStateChange.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => IConfigTask.java} (80%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => IQueryExecution.java} (80%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => QueryState.java} (58%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => SampleConfigTask.java} (54%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/StateMachine.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/scheduler/AbstractFragInsStateTracker.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/scheduler/FixedRateFragInsStateTracker.java
copy server/src/main/java/org/apache/iotdb/db/mpp/{sql/planner/plan/node/PlanNodeIdAllocator.java => execution/scheduler/FragInstanceDispatchResult.java} (68%)
copy server/src/main/java/org/apache/iotdb/db/mpp/{sql/planner/plan/node/PlanNodeIdAllocator.java => execution/scheduler/IFragInstanceDispatcher.java} (64%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => scheduler/IFragInstanceStateTracker.java} (76%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/{QueryStateMachine.java => scheduler/IQueryTerminator.java} (76%)
rename server/src/main/java/org/apache/iotdb/db/mpp/{sql/planner/plan/node/PlanNodeIdAllocator.java => execution/scheduler/InternalServiceClientFactory.java} (50%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/scheduler/SimpleFragInstanceDispatcher.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/scheduler/SimpleQueryTerminator.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/QueryStateMachineTest.java