You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by yu...@apache.org on 2020/07/24 13:08:01 UTC

[incubator-iotdb] branch kyy2 updated (d01a1de -> 013c179)

This is an automated email from the ASF dual-hosted git repository.

yuyuankang pushed a change to branch kyy2
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.


    from d01a1de  delete
     add 4628d06  comments
     add 50d1f3a  Make heartbeat thread commit log task asynchronous
     add dc88faa  Merge pull request #1533 from neuyilan/apache_cluster_new_0721_async_commit_log
     add 80d7de3  fix concurrent commit
     add 212e575  fix test & change commitLogPool to single
     add 8361653  Added python session client.
     add 4dddddb  added Apache licenses to Python files.
     add db48ebb  Rm vm tmp file (#1528)
     add 9e5f824  Add doc for MeasurementSchema in Tablet (#1534)
     add be4d4b1  delete old-version python example & update README file
     add a3df582  Fix recover bug with vm (#1529)
     add 5a5b12a  Add file list on disk  (#1541)
     add 75ad80c  [IOTDB-811] fix upgrading mlog many times when upgrading system.properties crashed (#1543)
     add 9f24a93  improve recover process
     add 8b916e8  fix bug
     add 86f6a67  add docs for recover process
     add b2b6d32  Add tracing part of FileLists doc (#1547)
     add 6eb95cc  fix deadlock after showing latest timeseries
     add 0b788bb  update new range delete doc
     add 6d616b5  Improve maven for stability (#1554)
     add e4996e1  add keyword
     add 9a2c49f  Merge branch 'master' into cluster_new
     add 4637756  separate read and write config
     add 62d4b79  use read and write config
     add f1bccea  format
     add b73dba1  add read and write config
     add d0ba3e3  unify timeout config in cluster plan executor
     add 7ee062a  timeout on client
     add 84774d1  add license
     add d9337c3  cast
     add f58b217  Merge branch 'cluster_new' of https://github.com/apache/incubator-iotdb into cluster_new
     add f516442  fix conflict
     add a15c183  format
     add 2143f3d  improve
     add 9947c25  typo
     add e4b2c0d  Merge pull request #1526 from apache/kyy
     add 96d2205  Merge branch 'cluster_new' of https://github.com/apache/incubator-iotdb into cluster_new
     add a049cea  Merge branch 'cluster_new' into kyy2
     add 013c179  extract delete log

No new revisions were added by this update.

Summary of changes:
 Jenkinsfile                                        |   1 +
 RELEASE_NOTES.md                                   |  22 +
 .../org/apache/iotdb/db/qp/strategy/SqlBase.g4     | 192 +++++++++
 client-py/readme.md                                |   8 +-
 client-py/src/Session.py                           | 456 +++++++++++++++++++++
 client-py/src/SessionExample.py                    | 105 +++++
 client-py/src/client_example.py                    | 347 ----------------
 client-py/src/utils/Field.py                       | 176 ++++++++
 .../src/utils/IoTDBConstants.py                    |  42 +-
 client-py/src/utils/IoTDBRpcDataSet.py             | 219 ++++++++++
 client-py/src/utils/RowRecord.py                   |  55 +++
 client-py/src/utils/SessionDataSet.py              | 101 +++++
 client-py/src/utils/Tablet.py                      | 133 ++++++
 .../src/utils/__init__.py                          |   2 -
 .../resources/conf/iotdb-cluster.properties        |  18 +-
 .../cluster/client/async/AsyncClientPool.java      |   4 +-
 .../TimeoutChangeableTFastFramedTransport.java     |  22 +-
 .../cluster/client/sync/SyncClientAdaptor.java     |  65 +--
 .../iotdb/cluster/client/sync/SyncDataClient.java  |  16 +-
 .../apache/iotdb/cluster/config/ClusterConfig.java |  20 +-
 .../iotdb/cluster/config/ClusterDescriptor.java    |  32 +-
 .../apache/iotdb/cluster/log/CommitLogTask.java    |  68 +++
 .../iotdb/cluster/log/applier/BaseApplier.java     |  39 +-
 .../iotdb/cluster/log/applier/DataLogApplier.java  |   4 +-
 .../iotdb/cluster/log/applier/MetaLogApplier.java  |   2 +-
 .../iotdb/cluster/log/catchup/CatchUpTask.java     |  10 +-
 .../iotdb/cluster/log/catchup/LogCatchUpTask.java  |   2 +-
 .../iotdb/cluster/log/manage/RaftLogManager.java   |  40 +-
 .../apache/iotdb/cluster/metadata/MetaPuller.java  |  60 +--
 .../iotdb/cluster/query/ClusterPlanExecutor.java   |  58 +--
 .../query/groupby/RemoteGroupByExecutor.java       |  10 +-
 .../query/last/ClusterLastQueryExecutor.java       |  13 +-
 .../iotdb/cluster/query/reader/DataSourceInfo.java |  31 +-
 .../reader/RemoteSeriesReaderByTimestamp.java      |  12 +-
 .../query/reader/RemoteSimpleSeriesReader.java     |  12 +-
 .../apache/iotdb/cluster/server/ClientServer.java  |   6 +-
 .../iotdb/cluster/server/MetaClusterServer.java    |   1 +
 .../apache/iotdb/cluster/server/RaftServer.java    |  14 +-
 .../cluster/server/member/DataGroupMember.java     |   2 +-
 .../cluster/server/member/MetaGroupMember.java     |  78 ++--
 .../iotdb/cluster/server/member/RaftMember.java    |  91 ++--
 .../iotdb/cluster/utils/ClusterQueryUtils.java     |   2 +-
 .../iotdb/cluster/common/TestDataGroupMember.java  |   2 +
 .../cluster/log/applier/DataLogApplierTest.java    |   7 +-
 .../cluster/query/reader/DatasourceInfoTest.java   |   2 +-
 .../reader/RemoteSeriesReaderByTimestampTest.java  |  35 +-
 .../query/reader/RemoteSimpleSeriesReaderTest.java |  13 +-
 .../cluster/server/member/DataGroupMemberTest.java |   6 +-
 .../iotdb/cluster/server/member/MemberTest.java    |   2 +-
 .../cluster/server/member/MetaGroupMemberTest.java |   9 +-
 .../SystemDesign/StorageEngine/DataManipulation.md |  12 +-
 docs/SystemDesign/StorageEngine/Recover.md         | 106 +++++
 docs/UserGuide/Operation Manual/SQL Reference.md   |  15 -
 .../SystemDesign/StorageEngine/DataManipulation.md |  12 +-
 docs/zh/SystemDesign/StorageEngine/FileLists.md    | 156 +++++++
 docs/zh/SystemDesign/StorageEngine/Recover.md      | 107 +++++
 .../zh/UserGuide/Operation Manual/SQL Reference.md |  15 -
 .../main/java/org/apache/iotdb/SessionExample.java |  18 +-
 .../apache/iotdb/hadoop/fileSystem/HDFSOutput.java |   4 +-
 pom.xml                                            |   7 +
 .../org/apache/iotdb/db/conf/IoTDBConfigCheck.java |  13 +-
 .../org/apache/iotdb/db/engine/StorageEngine.java  |   2 +-
 .../iotdb/db/engine/flush/MemTableFlushTask.java   |  14 +-
 .../iotdb/db/engine/flush/VmLogAnalyzer.java       |  32 +-
 .../org/apache/iotdb/db/engine/flush/VmLogger.java |   7 +
 .../engine/storagegroup/StorageGroupProcessor.java |  81 ++--
 .../db/engine/storagegroup/TsFileProcessor.java    | 193 ++++-----
 .../org/apache/iotdb/db/metadata/MLogWriter.java   |   8 -
 .../org/apache/iotdb/db/metadata/MManager.java     | 129 +++---
 .../java/org/apache/iotdb/db/metadata/MTree.java   |  43 +-
 .../org/apache/iotdb/db/metadata/mnode/MNode.java  |   4 +-
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |  18 +-
 .../db/query/dataset/ShowTimeseriesDataSet.java    |   8 +-
 .../org/apache/iotdb/db/utils/CommonUtils.java     |   9 +
 .../java/org/apache/iotdb/db/utils/QueryUtils.java |   5 +-
 .../writelog/recover/TsFileRecoverPerformer.java   | 160 ++++----
 .../db/engine/memtable/MemTableFlushTaskTest.java  |   3 +-
 .../iotdb/db/qp/plan/LogicalPlanSmallTest.java     |  15 +
 .../recover/RecoverResourceFromReaderTest.java     |  16 +-
 .../db/writelog/recover/SeqTsFileRecoverTest.java  |  45 +-
 .../writelog/recover/UnseqTsFileRecoverTest.java   |  16 +-
 site/src/main/.vuepress/config.js                  |   7 +-
 .../tsfile/common/constant/TsFileConstant.java     |   1 -
 .../iotdb/tsfile/read/TsFileCheckStatus.java       |   1 -
 .../iotdb/tsfile/read/TsFileSequenceReader.java    |  79 ++--
 .../apache/iotdb/tsfile/write/record/Tablet.java   |   6 +-
 .../tsfile/write/writer/LocalTsFileOutput.java     |   4 +-
 .../write/writer/RestorableTsFileIOWriter.java     |  30 +-
 .../iotdb/tsfile/write/writer/TsFileOutput.java    |   4 +-
 .../write/writer/RestorableTsFileIOWriterTest.java |  19 +-
 90 files changed, 2964 insertions(+), 1127 deletions(-)
 create mode 100644 client-py/src/Session.py
 create mode 100644 client-py/src/SessionExample.py
 delete mode 100755 client-py/src/client_example.py
 create mode 100644 client-py/src/utils/Field.py
 copy server/src/assembly/resources/sbin/stop-server.sh => client-py/src/utils/IoTDBConstants.py (64%)
 mode change 100755 => 100644
 create mode 100644 client-py/src/utils/IoTDBRpcDataSet.py
 create mode 100644 client-py/src/utils/RowRecord.py
 create mode 100644 client-py/src/utils/SessionDataSet.py
 create mode 100644 client-py/src/utils/Tablet.py
 copy server/src/main/resources/META-INF/services/org.apache.iotdb.db.mqtt.PayloadFormatter => client-py/src/utils/__init__.py (94%)
 copy server/src/main/java/org/apache/iotdb/db/engine/upgrade/UpgradeCheckStatus.java => cluster/src/main/java/org/apache/iotdb/cluster/client/rpcutils/TimeoutChangeableTFastFramedTransport.java (64%)
 create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/log/CommitLogTask.java
 create mode 100644 docs/SystemDesign/StorageEngine/Recover.md
 create mode 100644 docs/zh/SystemDesign/StorageEngine/FileLists.md
 create mode 100644 docs/zh/SystemDesign/StorageEngine/Recover.md