You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2022/11/01 12:53:01 UTC
[iotdb] branch beyyes/master updated (8b57e9fc4b -> a955eb67ee)
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8b57e9fc4b spotless
add a3ece9a703 add snapshot processing
add 773c963a15 [IOTDB-4806] Add size limit of UDF jar when create UDF on ConfigNode
add b023bb390c [IOTDB-4744] Fix schema register validation bug (#7816)
add a12f66885e fix ConfigNodeSnapshotIT
add 0460a054a1 fix client bug during deactivate template (#7833)
add 07bdbddf16 [IOTDB-4810] Fix print-tsfile-sketch.bat bug when reading measurementID containing Chinese (#7831)
add 952ffcf87d [IOTDB-4527] [IOTDB-4748] Make IoTDB-SQL syntax more flexible (#7806)
add 6e089fb200 Add docs for udf accuracy (#7824)
add b8a20c4078 Change log level of some messages from INFO to DEBUG (#7834)
add 521f9b5f8e [IOTDB-4738]TsFile damaged after writing empty value pages (#7827)
add 60133208c7 Bump actions/first-interaction from 1.1.0 to 1.1.1 (#7836)
add bc0e88b878 [IOTDB-4695] GROUP LEVEL query de-duplicates result columns unexpected (#7736)
add 6485242274 fix doc typo (#7850)
add cfe0fcfa07 Transfer IoTDBQueryWithRecreatedTimeseriesIT (#7851)
add 36c32c7347 Modify default path of iotdb metric reporter (#7819)
add 954a33f9e1 Rename StandAloneConsensus to OneCopyConsensus (#7832)
add 27c0d99eb2 Bump jetty.version from 9.4.48.v20220622 to 9.4.49.v20220914 (#7837)
add 3ee59e33cb Bump reactor-netty-http from 1.0.4 to 1.0.24 (#7838)
add 426d9344a1 remove (#7856)
add 4efeabeb21 [IOTDB-4791] Optimize the endFile in `TsFileIOWriter` (#7826)
add 3904afce17 [IOTDB-4822]Migrate Query tests to the new IT framework
add 933d51bf04 Fix conflicts in path constructor (#7859)
add d7b2fc48ac Change log level (#7861)
add 520467804c Update IoTDBSessionAlignedInsertIT.java (#7857)
add 3ab613f854 [IOTDB-3149] There is a difference between adding ** path and without a path to list user privileges (#7808)
add 2407a5ae65 [IOTDB-4230] add -p pid, -v version feature into start-server.sh (#7802)
add dc45f2bda1 Merge branch 'master' into beyyes/master
add a955eb67ee Merge branch 'beyyes/master' of github.com:apache/iotdb into beyyes/master
No new revisions were added by this update.
Summary of changes:
.github/workflows/greetings.yml | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 43 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
.../src/assembly/resources/conf/logback-cli.xml | 15 +-
cli/src/assembly/resources/sbin/start-cli.sh | 81 +++
cli/src/assembly/resources/tools/export-csv.sh | 7 +
cli/src/assembly/resources/tools/export-tsfile.sh | 7 +
cli/src/assembly/resources/tools/import-csv.sh | 7 +
confignode/src/assembly/confignode.xml | 4 +
.../src/assembly/resources/conf/confignode-env.bat | 5 +
.../src/assembly/resources/conf/confignode-env.sh | 10 +
.../src/assembly/resources/conf/logback-tool.xml | 16 +-
.../assembly/resources/sbin/remove-confignode.sh | 59 +-
.../assembly/resources/sbin/start-confignode.bat | 59 +-
.../assembly/resources/sbin/start-confignode.sh | 168 ++++--
.../assembly/resources/sbin/stop-confignode.bat | 3 +
.../src/assembly/resources/sbin/stop-confignode.sh | 4 +-
.../client/async/AsyncDataNodeClientPool.java | 3 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 6 +-
.../iotdb/confignode/conf/ConfigNodeConstant.java | 3 +
.../confignode/conf/ConfigNodeStartupCheck.java | 16 +-
.../consensus/request/ConfigPhysicalPlan.java | 7 +
.../write/procedure/UpdateProcedurePlan.java | 8 -
.../statemachine/PartitionRegionStateMachine.java | 124 +++-
.../iotdb/confignode/manager/ConsensusManager.java | 6 +-
.../iotdb/confignode/manager/ProcedureManager.java | 4 +-
.../iotdb/confignode/manager/UDFManager.java | 34 +-
.../manager/load/balancer/RouteBalancer.java | 2 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 6 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 2 +-
.../procedure/env/DataNodeRemoveHandler.java | 4 +-
.../iotdb/confignode/service/ConfigNode.java | 10 +
.../confignode/persistence/AuthorInfoTest.java | 36 +-
.../resources/confignode1conf/iotdb-metric.yml | 2 +-
.../resources/confignode2conf/iotdb-metric.yml | 2 +-
.../resources/confignode3conf/iotdb-metric.yml | 2 +-
.../apache/iotdb/consensus/ConsensusFactory.java | 8 +-
.../OneCopyConsensus.java} | 23 +-
.../OneCopyServerImpl.java} | 6 +-
.../multileader/MultiLeaderConsensusTest.java | 4 +-
.../iotdb/consensus/multileader/RecoveryTest.java | 4 +-
.../OneCopyConsensusTest.java} | 8 +-
.../{standalone => onecopy}/RecoveryTest.java | 6 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 4 +-
.../tests/tools/tsfile/ExportTsFileTestIT.java | 6 +-
distribution/src/assembly/all.xml | 5 +
distribution/src/assembly/confignode.xml | 5 +
distribution/src/assembly/datanode.xml | 5 +
docker/src/main/Dockerfile-1c1d | 11 +-
docker/src/main/Dockerfile-1c1d-influxdb | 11 +-
docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 2 +-
docs/UserGuide/QuickStart/QuickStart.md | 31 +-
.../Reference/ConfigNode-Config-Manual.md | 8 +-
docs/UserGuide/Reference/Keywords.md | 2 +
docs/UserGuide/UDF-Library/Data-Quality.md | 57 +-
docs/UserGuide/UDF-Library/M4.md | 2 +-
docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 2 +-
docs/zh/UserGuide/QuickStart/QuickStart.md | 20 +-
.../Reference/ConfigNode-Config-Manual.md | 8 +-
docs/zh/UserGuide/Reference/Keywords.md | 2 +
docs/zh/UserGuide/UDF-Library/Data-Quality.md | 57 +-
.../java/org/apache/iotdb/tsfile/TsFileRead.java | 11 +-
.../iotdb/hadoop/tsfile/TSFRecordReader.java | 2 +-
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 6 +-
.../org/apache/iotdb/itbase/env/BaseConfig.java | 6 +-
.../confignode/it/IoTDBClusterAuthorityIT.java | 38 +-
.../iotdb/confignode/it/IoTDBClusterNodeIT.java | 2 +-
.../confignode/it/IoTDBClusterPartitionIT.java | 6 +-
.../it/IoTDBClusterRegionLeaderBalancingIT.java | 4 +-
.../iotdb/confignode/it/IoTDBClusterRestartIT.java | 2 +-
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 4 +-
.../it/IoTDBConfigNodeSwitchLeaderIT.java | 6 +-
.../org/apache/iotdb/db/it/IOTDBLoadTsFileIT.java | 3 +-
.../it}/IoTDBQueryWithRecreatedTimeseriesIT.java | 21 +-
.../it/aggregation/IoTDBAggregationByLevelIT.java | 19 +
.../iotdb/db/it/query}/IoTDBArithmeticIT.java | 151 ++---
.../iotdb/db/it/query}/IoTDBFuzzyQueryIT.java | 159 +++---
.../org/apache/iotdb/db/it/query}/IoTDBInIT.java | 39 +-
.../iotdb/db/it/query}/IoTDBQueryDemoIT.java | 627 ++++++++++-----------
.../it/query}/IoTDBSelectCompareExpressionIT.java | 13 +-
.../iotdb/db/it/query}/IoTDBSelectSchemaIT.java | 13 +-
.../session/it/IoTDBSessionAlignedInsertIT.java | 95 ++--
.../iotdb/db/integration/IoTDBFilePathUtilsIT.java | 99 ----
.../integration/IoTDBManageTsFileResourceIT.java | 291 ----------
metrics/dropwizard-metrics/pom.xml | 2 +-
.../resources/conf/iotdb-confignode-metric.yml | 2 +-
.../resources/conf/iotdb-datanode-metric.yml | 2 +-
.../apache/iotdb/metrics/config/MetricConfig.java | 16 +-
.../iotdb/metrics/utils/IoTDBMetricsUtils.java | 5 +-
.../iotdb/metrics/config/MetricConfigTest.java | 2 +-
.../interface/src/test/resources/iotdb-metric.yml | 2 +-
metrics/micrometer-metrics/pom.xml | 2 +-
.../resources/conf/iotdb-common.properties | 8 +-
.../src/assembly/resources/sbin/iotdb-common.sh | 211 +++++++
.../apache/iotdb/commons/conf/IoTDBConstant.java | 5 +
.../org/apache/iotdb/commons/path/PartialPath.java | 2 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 17 -
pom.xml | 2 +-
.../src/assembly/resources/conf/datanode-env.bat | 5 +
server/src/assembly/resources/conf/datanode-env.sh | 10 +
.../src/assembly/resources/conf/logback-tool.xml | 16 +-
.../src/assembly/resources/sbin/remove-datanode.sh | 45 +-
.../src/assembly/resources/sbin/start-datanode.bat | 58 +-
.../src/assembly/resources/sbin/start-datanode.sh | 194 +++++--
.../assembly/resources/sbin/start-new-server.bat | 55 +-
.../assembly/resources/sbin/start-new-server.sh | 182 ++++--
.../src/assembly/resources/sbin/start-server.bat | 57 +-
server/src/assembly/resources/sbin/start-server.sh | 180 ++++--
.../src/assembly/resources/sbin/stop-datanode.bat | 3 +
.../src/assembly/resources/sbin/stop-datanode.sh | 6 +-
.../assembly/resources/tools/detect-watermark.sh | 9 +-
.../resources/tools/schema/SchemaFileSketcher.sh | 8 +-
.../assembly/resources/tools/schema/mLogParser.sh | 8 +-
.../assembly/resources/tools/start-WalChecker.sh | 9 +-
.../tools/tsfileToolSet/print-iotdb-data-dir.sh | 9 +-
.../tsfileToolSet/print-tsfile-resource-files.sh | 10 +-
.../tools/tsfileToolSet/print-tsfile-sketch.bat | 7 +-
.../tools/tsfileToolSet/print-tsfile-sketch.sh | 9 +-
.../tools/tsfileToolSet/print-tsfile-visdata.sh | 8 +-
.../resources/tools/tsfileToolSet/settle.sh | 8 +-
.../tools/tsfileToolSet/split-tsfile-tool.sh | 8 +-
.../tools/tsfileToolSet/validate-tsfile.sh | 8 +-
server/src/assembly/server.xml | 17 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 69 ++-
.../apache/iotdb/db/engine/StorageEngineV2.java | 4 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 5 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 4 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 6 +-
.../db/metadata/schemaregion/SchemaEngine.java | 2 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 6 +-
.../db/mpp/execution/exchange/LocalSinkHandle.java | 14 +-
.../mpp/execution/exchange/LocalSourceHandle.java | 12 +-
.../execution/exchange/MPPDataExchangeManager.java | 28 +-
.../db/mpp/execution/exchange/SinkHandle.java | 16 +-
.../db/mpp/execution/exchange/SourceHandle.java | 16 +-
.../execution/executor/RegionWriteExecutor.java | 24 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 51 +-
.../db/mpp/plan/execution/QueryExecution.java | 10 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 27 +-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 2 +-
.../scheduler/FixedRateFragInsStateTracker.java | 2 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 8 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 24 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 13 +-
.../{NewIoTDBMBean.java => GetVersion.java} | 11 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 10 +
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 9 +
.../impl/DataNodeInternalRPCServiceImpl.java | 4 +-
.../iotdb/db/sync/datasource/TsFileOpBlock.java | 5 +-
.../apache/iotdb/db/tools/TsFileSelfCheckTool.java | 3 +-
.../apache/iotdb/db/tools/TsFileSketchTool.java | 3 +-
.../java/org/apache/iotdb/db/wal/WALManager.java | 8 +-
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 2 +-
.../inner/ReadChunkCompactionPerformerOldTest.java | 2 +-
.../inner/sizetiered/SizeTieredCompactionTest.java | 8 +-
.../schemaRegion/SchemaRegionSnapshotTest.java | 2 +-
.../iotdb/db/qp/other/TSPlanContextAuthorTest.java | 2 +-
.../iotdb/db/qp/physical/ConcatOptimizerTest.java | 10 +-
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 56 +-
.../org/apache/iotdb/db/service/DaemonTest.java} | 21 +-
.../iotdb/db/utils/TsFileRewriteToolTest.java | 4 +-
.../db/wal/recover/WALRecoverManagerTest.java | 16 +-
.../file/SealedTsFileRecoverPerformerTest.java | 32 +-
.../file/UnsealedTsFileRecoverPerformerTest.java | 16 +-
.../test/resources/datanode1conf/iotdb-metric.yml | 2 +-
.../test/resources/datanode2conf/iotdb-metric.yml | 2 +-
.../test/resources/datanode3conf/iotdb-metric.yml | 2 +-
.../apache/iotdb/spark/tsfile/DefaultSource.scala | 10 +-
.../iotdb/spark/tsfile/NarrowConverter.scala | 181 +++---
.../org/apache/iotdb/spark/tsfile/TSFileSuit.scala | 30 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 12 +-
.../org/apache/iotdb/tsfile/read/common/Path.java | 9 +-
.../read/controller/MetadataQuerierByFileImpl.java | 3 +-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 4 +-
.../write/chunk/AlignedChunkGroupWriterImpl.java | 6 +-
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 4 +
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 1 +
.../tsfile/write/chunk/IChunkGroupWriter.java | 4 +-
.../iotdb/tsfile/write/chunk/TimeChunkWriter.java | 1 +
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 12 +-
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 26 +-
.../write/writer/tsmiterator/DiskTSMIterator.java | 7 +-
.../write/writer/tsmiterator/TSMIterator.java | 9 +-
...easurementChunkMetadataListMapIteratorTest.java | 2 +-
.../iotdb/tsfile/read/ReadInPartitionTest.java | 22 +-
.../org/apache/iotdb/tsfile/read/ReadTest.java | 54 +-
.../iotdb/tsfile/read/TimePlainEncodeReadTest.java | 55 +-
.../tsfile/read/TimeSeriesMetadataReadTest.java | 4 +-
.../apache/iotdb/tsfile/read/TsFileReaderTest.java | 126 ++---
.../tsfile/read/controller/ChunkLoaderTest.java | 2 +-
.../controller/IMetadataQuerierByFileImplTest.java | 16 +-
.../read/filter/IExpressionOptimizerTest.java | 30 +-
.../read/query/executor/QueryExecutorTest.java | 32 +-
.../read/query/timegenerator/ReadWriteTest.java | 8 +-
.../query/timegenerator/ReaderByTimestampTest.java | 2 +-
.../timegenerator/TimeGeneratorReadEmptyTest.java | 8 +-
.../timegenerator/TimeGeneratorReadWriteTest.java | 8 +-
.../query/timegenerator/TimeGeneratorTest.java | 6 +-
.../iotdb/tsfile/read/reader/ChunkReaderTest.java | 2 +-
.../tsfile/read/reader/FakedTimeGenerator.java | 9 +-
.../iotdb/tsfile/read/reader/ReaderTest.java | 8 +-
.../tsfile/write/DefaultSchemaTemplateTest.java | 2 +-
.../tsfile/write/MetadataIndexConstructorTest.java | 6 +-
...SameMeasurementsWithDifferentDataTypesTest.java | 4 +-
.../iotdb/tsfile/write/TsFileReadWriteTest.java | 4 +-
.../iotdb/tsfile/write/TsFileWriteApiTest.java | 264 +++++++++
.../iotdb/tsfile/write/TsFileWriterTest.java | 10 +-
.../org/apache/iotdb/tsfile/write/WriteTest.java | 2 +-
.../write/writer/ForceAppendTsFileWriterTest.java | 4 +-
.../write/writer/RestorableTsFileIOWriterTest.java | 36 +-
.../writer/TsFileIOWriterMemoryControlTest.java | 11 +-
213 files changed, 3325 insertions(+), 2206 deletions(-)
copy hive-connector/src/test/resources/logback.xml => cli/src/assembly/resources/conf/logback-cli.xml (76%)
mode change 100644 => 100755 confignode/src/assembly/resources/sbin/remove-confignode.sh
rename consensus/src/main/java/org/apache/iotdb/consensus/{standalone/StandAloneConsensus.java => onecopy/OneCopyConsensus.java} (91%)
rename consensus/src/main/java/org/apache/iotdb/consensus/{standalone/StandAloneServerImpl.java => onecopy/OneCopyServerImpl.java} (92%)
rename consensus/src/test/java/org/apache/iotdb/consensus/{standalone/StandAloneConsensusTest.java => onecopy/OneCopyConsensusTest.java} (98%)
rename consensus/src/test/java/org/apache/iotdb/consensus/{standalone => onecopy}/RecoveryTest.java (95%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBQueryWithRecreatedTimeseriesIT.java (84%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it/query}/IoTDBArithmeticIT.java (60%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it/query}/IoTDBFuzzyQueryIT.java (66%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it/query}/IoTDBInIT.java (90%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it/query}/IoTDBQueryDemoIT.java (51%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it/query}/IoTDBSelectCompareExpressionIT.java (98%)
rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it/query}/IoTDBSelectSchemaIT.java (92%)
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBFilePathUtilsIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBManageTsFileResourceIT.java
create mode 100755 node-commons/src/assembly/resources/sbin/iotdb-common.sh
copy server/src/main/java/org/apache/iotdb/db/service/{NewIoTDBMBean.java => GetVersion.java} (80%)
copy server/src/{main/java/org/apache/iotdb/db/service/NewIoTDBMBean.java => test/java/org/apache/iotdb/db/service/DaemonTest.java} (67%)