You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2022/01/04 09:56:43 UTC
[iotdb] branch iotdb_2249 updated (e03033b -> a8feb68)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch iotdb_2249
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from e03033b [IOTDB-2249] Fix query NPE when an aligned column with duplicated time is deleted
add c461f65 [IOTDB-2195] Control the concurrent query execution thread - Part 1 (#4660)
add 8040996 fix jenkins CI disable testcontainer (#4666)
add 1711ab9 Fix jenkins ci
add a2a8ac8 [IOTDB-2217] Provide an iterator to return timeseries Path in dictionary order (#4645)
add 58e8202 [ISSUE-4651][grafana-plugin] Failed to display data when executing aggregation queries on non-existed timeseries (#4663)
add 2d6307f [IOTDB-2083] ID table implementation (#4603)
add dd37e9f Fix CPP client could not be successfully built on windows (#4665)
add 3ef6bab [IOTDB-2233] Grafana plugin: add `control` field for the `expression` panel (#4662)
add ee0570d [IOTDB-2228] Provide an iterator to return devices in dictionary order (#4668)
add 30983cf Update virtual storage group docs (#4677)
add 327240a [IOTDB-2214] InfluxDB-Connect write point time error format (#4671)
add 0ad2f34 library-udf base documents (#4688)
add 131167d [IOTDB-2237] coverage check encludes influxdb target (#4690)
add 3f2a8c0 [IOTDB-2239] Hompage Sidebar Rearrangement (#4692)
add 10e58c2 [IOTDB-2240] Library-UDF Data Quality Docs (#4693)
add 3456e18 Bump jaxb-runtime from 3.0.0 to 3.0.2 (#4686)
add 05afd4f [IOTDB-2237] Coverage check encludes influxdb target (#4694)
add eb42e3d Bump actions/setup-node from 2.1.2 to 2.1.5 (#4682)
add 86a6fcd [IOTDB-2241] Library-UDF Data Repairing Documents (#4696)
add 8759fa4 [IOTDB-2195] Control the concurrent query execution thread - Part 2 (#4664)
add 010af34 Fix error in the test-only constructor of AlignedSeriesReader (#4675)
add fa4fb46 Fix aligned bug of metadata module (#4701)
add a8feb68 Merge branch 'master' of https://github.com/apache/iotdb into iotdb_2249
No new revisions were added by this update.
Summary of changes:
.github/workflows/grafana-plugin.yml | 2 +-
Jenkinsfile | 2 +-
.../cluster/log/applier/AsyncDataLogApplier.java | 2 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 2 +-
.../iotdb/cluster/log/applier/DataLogApplier.java | 6 +-
.../apache/iotdb/cluster/metadata/CMManager.java | 16 +-
.../iotdb/cluster/query/ClusterPlanRouter.java | 14 +-
.../apache/iotdb/cluster/utils/PartitionUtils.java | 2 +-
.../org/apache/iotdb/cluster/common/IoTDBTest.java | 2 +-
.../org/apache/iotdb/cluster/common/TestUtils.java | 4 +-
.../cluster/log/applier/DataLogApplierTest.java | 16 +-
.../cluster/log/logtypes/SerializeLogTest.java | 3 +-
.../cluster/server/member/DataGroupMemberTest.java | 10 +-
.../cluster/server/member/MetaGroupMemberTest.java | 6 +-
code-coverage/pom.xml | 1 +
compile-tools/thrift/pom.xml | 33 -
docs/UserGuide/API/Programming-Cpp-Native-API.md | 62 +-
docs/UserGuide/Appendix/Config-Manual.md | 38 +-
.../UserGuide/Data-Modeling/VirtualStorageGroup.md | 55 ++
docs/UserGuide/Library-UDF/Data-Quality.md | 520 ++++++++++++++++
docs/UserGuide/Library-UDF/Data-Repair.md | 349 +++++++++++
docs/UserGuide/Library-UDF/Get-Started.md | 61 ++
.../zh/UserGuide/API/Programming-Cpp-Native-API.md | 80 ++-
docs/zh/UserGuide/Appendix/Config-Manual.md | 37 ++
.../UserGuide/Data-Modeling/VirtualStorageGroup.md | 53 ++
.../Ecosystem Integration/Grafana Plugin.md | 16 +-
docs/zh/UserGuide/Library-UDF/Data-Quality.md | 509 ++++++++++++++++
docs/zh/UserGuide/Library-UDF/Data-Repair.md | 341 +++++++++++
docs/zh/UserGuide/Library-UDF/Get-Started.md | 58 ++
grafana-plugin/src/QueryEditor.tsx | 15 +-
.../{WhereValue.tsx => ControlValue.tsx} | 8 +-
grafana-plugin/src/datasource.ts | 12 +-
grafana-plugin/src/types.ts | 1 +
.../org/apache/iotdb/influxdb/IoTDBInfluxDB.java | 18 +-
.../iotdb/integration/env/ClusterEnvBase.java | 1 -
.../iotdb/integration/env/ClusterEnvConfig.java | 10 +
.../org/apache/iotdb/itbase/env/BaseConfig.java | 8 +
...leAlignIT.java => IoTDBQueryWithIDTableIT.java} | 251 +++-----
.../db/integration/env/StandaloneEnvConfig.java | 12 +
.../apache/iotdb/session/IoTDBSessionSimpleIT.java | 4 +-
library-udf/pom.xml | 163 +++++
openapi/src/main/openapi3/iotdb-rest.yaml | 2 +
pom.xml | 4 +-
.../resources/conf/iotdb-engine.properties | 25 +-
.../org/apache/iotdb/db/concurrent/ThreadName.java | 1 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 65 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 30 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 51 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 5 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 85 ++-
.../apache/iotdb/db/engine/memtable/IMemTable.java | 17 +-
.../db/engine/memtable/PrimitiveMemTable.java | 6 +-
.../engine/storagegroup/ILastFlushTimeManager.java | 89 +++
.../engine/storagegroup/LastFlushTimeManager.java | 268 +++++++++
.../db/engine/storagegroup/TsFileProcessor.java | 78 ++-
.../storagegroup/VirtualStorageGroupProcessor.java | 235 +++-----
.../service/TriggerRegistrationService.java | 29 +-
.../trigger/sink/local/LocalIoTDBHandler.java | 2 +-
.../org/apache/iotdb/db/metadata/MManager.java | 40 +-
.../idtable/AppendOnlyDiskSchemaManager.java | 163 +++++
.../apache/iotdb/db/metadata/idtable/IDTable.java | 181 ++++++
.../db/metadata/idtable/IDTableHashmapImpl.java | 463 ++++++++++++++
.../iotdb/db/metadata/idtable/IDTableManager.java | 105 ++++
.../idtable/IDiskSchemaManager.java} | 28 +-
.../db/metadata/idtable/entry/DeviceEntry.java | 81 +++
.../db/metadata/idtable/entry/DeviceIDFactory.java | 87 +++
.../db/metadata/idtable/entry/DiskSchemaEntry.java | 107 ++++
.../iotdb/db/metadata/idtable/entry/IDeviceID.java | 12 +-
.../idtable/entry/InsertMeasurementMNode.java | 267 +++++++++
.../idtable/entry/PlainDeviceID.java} | 41 +-
.../db/metadata/idtable/entry/SHA256DeviceID.java | 148 +++++
.../db/metadata/idtable/entry/SchemaEntry.java | 193 ++++++
.../idtable/entry/TimeseriesID.java} | 45 +-
.../org/apache/iotdb/db/metadata/mtree/MTree.java | 23 +-
.../apache/iotdb/db/metadata/path/AlignedPath.java | 10 +-
.../iotdb/db/metadata/path/MeasurementPath.java | 13 +-
.../iotdb/db/protocol/influxdb/dto/IoTDBPoint.java | 26 +-
.../protocol/influxdb/input/InfluxLineParser.java | 6 +
.../protocol/rest/impl/GrafanaApiServiceImpl.java | 3 +
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 31 +-
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 13 +-
.../iotdb/db/qp/physical/crud/AggregationPlan.java | 2 +-
.../db/qp/physical/crud/DeletePartitionPlan.java | 2 +-
.../iotdb/db/qp/physical/crud/DeletePlan.java | 6 +-
.../db/qp/physical/crud/InsertMultiTabletPlan.java | 14 +-
.../iotdb/db/qp/physical/crud/InsertPlan.java | 43 +-
.../iotdb/db/qp/physical/crud/InsertRowPlan.java | 36 +-
.../physical/crud/InsertRowsOfOneDevicePlan.java | 18 +-
.../iotdb/db/qp/physical/crud/InsertRowsPlan.java | 4 +-
.../db/qp/physical/crud/InsertTabletPlan.java | 20 +-
.../iotdb/db/qp/physical/crud/LastQueryPlan.java | 8 +-
.../iotdb/db/qp/physical/crud/QueryIndexPlan.java | 2 +-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 18 +-
.../db/qp/physical/crud/RawDataQueryPlan.java | 5 -
.../iotdb/db/qp/physical/crud/SelectIntoPlan.java | 4 +-
.../apache/iotdb/db/qp/physical/crud/UDTFPlan.java | 2 +-
.../db/qp/physical/sys/ActivateTemplatePlan.java | 4 +-
.../db/qp/physical/sys/AlterTimeSeriesPlan.java | 4 +-
.../db/qp/physical/sys/AppendTemplatePlan.java | 6 +-
.../iotdb/db/qp/physical/sys/AuthorPlan.java | 4 +-
.../qp/physical/sys/AutoCreateDeviceMNodePlan.java | 8 +-
.../iotdb/db/qp/physical/sys/ChangeAliasPlan.java | 4 +-
.../db/qp/physical/sys/ChangeTagOffsetPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/ClearCachePlan.java | 2 +-
.../physical/sys/CreateAlignedTimeSeriesPlan.java | 4 +-
.../qp/physical/sys/CreateContinuousQueryPlan.java | 7 +-
.../db/qp/physical/sys/CreateFunctionPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/CreateIndexPlan.java | 4 +-
.../qp/physical/sys/CreateMultiTimeSeriesPlan.java | 2 +-
.../db/qp/physical/sys/CreateSnapshotPlan.java | 2 +-
.../db/qp/physical/sys/CreateTemplatePlan.java | 6 +-
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 4 +-
.../db/qp/physical/sys/CreateTriggerPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/DataAuthPlan.java | 4 +-
.../db/qp/physical/sys/DeleteStorageGroupPlan.java | 4 +-
.../db/qp/physical/sys/DeleteTimeSeriesPlan.java | 4 +-
.../qp/physical/sys/DropContinuousQueryPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/DropFunctionPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/DropIndexPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/DropTriggerPlan.java | 4 +-
.../apache/iotdb/db/qp/physical/sys/FlushPlan.java | 6 +-
.../iotdb/db/qp/physical/sys/KillQueryPlan.java | 2 +-
.../db/qp/physical/sys/LoadConfigurationPlan.java | 6 +-
.../iotdb/db/qp/physical/sys/LoadDataPlan.java | 2 +-
.../apache/iotdb/db/qp/physical/sys/LogPlan.java | 6 +-
.../apache/iotdb/db/qp/physical/sys/MNodePlan.java | 12 +-
.../db/qp/physical/sys/MeasurementMNodePlan.java | 4 +-
.../apache/iotdb/db/qp/physical/sys/MergePlan.java | 4 +-
.../iotdb/db/qp/physical/sys/OperateFilePlan.java | 6 +-
.../db/qp/physical/sys/PruneTemplatePlan.java | 4 +-
.../db/qp/physical/sys/SetStorageGroupPlan.java | 4 +-
.../db/qp/physical/sys/SetSystemModePlan.java | 4 +-
.../iotdb/db/qp/physical/sys/SetTTLPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/SetTemplatePlan.java | 4 +-
.../iotdb/db/qp/physical/sys/SettlePlan.java | 4 +-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/StartTriggerPlan.java | 4 +-
.../iotdb/db/qp/physical/sys/StopTriggerPlan.java | 4 +-
.../db/qp/physical/sys/StorageGroupMNodePlan.java | 4 +-
.../iotdb/db/qp/physical/sys/TracingPlan.java | 2 +-
.../db/qp/physical/sys/UnsetTemplatePlan.java | 4 +-
.../apache/iotdb/db/qp/utils/DatetimeUtils.java | 19 +
.../db/query/control/tracing/TracingManager.java | 4 +-
.../db/query/dataset/NonAlignEngineDataSet.java | 4 +-
.../dataset/RawQueryDataSetWithoutValueFilter.java | 9 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 60 +-
.../db/query/executor/RawDataQueryExecutor.java | 8 +
.../db/query/executor/fill/LastPointReader.java | 3 +-
...yTaskPoolManager.java => QueryTaskManager.java} | 46 +-
...nager.java => RawQueryReadTaskPoolManager.java} | 34 +-
.../reader/series/SeriesRawDataBatchReader.java | 1 -
.../iotdb/db/query/reader/series/SeriesReader.java | 32 +-
.../service/thrift/impl/InfluxDBServiceImpl.java | 3 +-
.../db/service/thrift/impl/TSServiceImpl.java | 455 ++++++++------
.../apache/iotdb/db/utils/EnvironmentUtils.java | 13 +
.../iotdb/db/writelog/recover/LogReplayer.java | 44 +-
.../writelog/recover/TsFileRecoverPerformer.java | 8 +-
.../db/engine/memtable/MemTableFlushTaskTest.java | 3 +-
.../db/engine/memtable/MemTableTestUtils.java | 6 +-
.../db/engine/memtable/MemtableBenchmark.java | 7 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 31 +-
.../engine/modification/DeletionFileNodeTest.java | 4 +-
.../storagegroup/FileNodeManagerBenchmark.java | 3 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 4 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 48 +-
.../db/metadata/idtable/IDTableLogFileTest.java | 160 +++++
.../idtable/IDTableResourceControlTest.java | 167 ++++++
.../db/metadata/idtable/IDTableRestartTest.java | 205 +++++++
.../iotdb/db/metadata/idtable/IDTableTest.java | 666 +++++++++++++++++++++
.../idtable/InsertWithIDTableTest.java} | 391 ++++++++++--
.../db/metadata/idtable/LastQueryWithIDTable.java | 180 ++++++
.../QueryAlignedTimeseriesWithIDTableTest.java | 373 ++++++++++++
.../db/metadata/idtable/QueryWithIDTableTest.java | 370 ++++++++++++
.../db/metadata/idtable/entry/DeviceIDTest.java} | 38 +-
.../db/metadata/idtable/entry/SchemaEntryTest.java | 74 +++
.../metadata/idtable/trigger_example}/Counter.java | 2 +-
.../db/protocol/influxdb/dto/IoTDBPointTest.java | 39 +-
.../db/protocol/rest/GrafanaApiServiceIT.java | 293 +++++++++
.../iotdb/db/writelog/recover/LogReplayerTest.java | 3 +-
.../recover/RecoverResourceFromReaderTest.java | 2 +-
.../db/writelog/recover/SeqTsFileRecoverTest.java | 6 +-
.../writelog/recover/UnseqTsFileRecoverTest.java | 2 +-
site/src/main/.vuepress/config.js | 16 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 172 +++++-
.../iotdb/tsfile/read/GetAllDevicesTest.java | 2 +-
.../apache/iotdb/tsfile/utils/FileGenerator.java | 32 +-
.../tsfile/write/MetadataIndexConstructorTest.java | 61 +-
187 files changed, 9073 insertions(+), 1290 deletions(-)
create mode 100644 docs/UserGuide/Data-Modeling/VirtualStorageGroup.md
create mode 100644 docs/UserGuide/Library-UDF/Data-Quality.md
create mode 100644 docs/UserGuide/Library-UDF/Data-Repair.md
create mode 100644 docs/UserGuide/Library-UDF/Get-Started.md
create mode 100644 docs/zh/UserGuide/Data-Modeling/VirtualStorageGroup.md
create mode 100644 docs/zh/UserGuide/Library-UDF/Data-Quality.md
create mode 100644 docs/zh/UserGuide/Library-UDF/Data-Repair.md
create mode 100644 docs/zh/UserGuide/Library-UDF/Get-Started.md
copy grafana-plugin/src/componments/{WhereValue.tsx => ControlValue.tsx} (88%)
copy integration/src/test/java/org/apache/iotdb/db/integration/{IoTDBDisableAlignIT.java => IoTDBQueryWithIDTableIT.java} (54%)
create mode 100644 library-udf/pom.xml
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/ILastFlushTimeManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/LastFlushTimeManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/AppendOnlyDiskSchemaManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/IDTable.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/IDTableHashmapImpl.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/IDTableManager.java
copy server/src/main/java/org/apache/iotdb/db/{engine/modification/io/ModificationReader.java => metadata/idtable/IDiskSchemaManager.java} (58%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/DeviceEntry.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/DeviceIDFactory.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/DiskSchemaEntry.java
copy cluster/src/main/java/org/apache/iotdb/cluster/server/member/DataGroupMemberMBean.java => server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/IDeviceID.java (79%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/InsertMeasurementMNode.java
copy server/src/main/java/org/apache/iotdb/db/{engine/memtable/PrimitiveMemTable.java => metadata/idtable/entry/PlainDeviceID.java} (56%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/SHA256DeviceID.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/idtable/entry/SchemaEntry.java
copy server/src/main/java/org/apache/iotdb/db/{qp/physical/crud/MeasurementInfo.java => metadata/idtable/entry/TimeseriesID.java} (55%)
copy server/src/main/java/org/apache/iotdb/db/query/pool/{QueryTaskPoolManager.java => QueryTaskManager.java} (60%)
rename server/src/main/java/org/apache/iotdb/db/query/pool/{QueryTaskPoolManager.java => RawQueryReadTaskPoolManager.java} (73%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/IDTableLogFileTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/IDTableResourceControlTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/IDTableRestartTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/IDTableTest.java
copy server/src/test/java/org/apache/iotdb/db/{qp/physical/InsertTabletPlanTest.java => metadata/idtable/InsertWithIDTableTest.java} (54%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/LastQueryWithIDTable.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/QueryAlignedTimeseriesWithIDTableTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/QueryWithIDTableTest.java
copy server/src/{main/java/org/apache/iotdb/db/engine/trigger/sink/local/LocalIoTDBConfiguration.java => test/java/org/apache/iotdb/db/metadata/idtable/entry/DeviceIDTest.java} (51%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/idtable/entry/SchemaEntryTest.java
copy {integration/src/test/java/org/apache/iotdb/db/engine/trigger/example => server/src/test/java/org/apache/iotdb/db/metadata/idtable/trigger_example}/Counter.java (97%)
copy grafana-connector/src/test/java/org/apache/iotdb/web/grafana/dao/impl/BasicDaoImplTest.java => server/src/test/java/org/apache/iotdb/db/protocol/influxdb/dto/IoTDBPointTest.java (53%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/protocol/rest/GrafanaApiServiceIT.java