You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2020/04/14 10:03:00 UTC
[incubator-iotdb] branch cluster_new updated (3215776 -> 2689f43)
This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch cluster_new
in repository https://gitbox.apache.org/repos/asf/incubator-iotdb.git.
from 3215776 [IOTDB-351] Serialize raft log (#958)
add 3bcc1ba first commit
add 8c7ba8d remove set version
add 84b9060 sync leader when storage group is not found
add 9302f7e update commit index when applying data snapshot
add 1df92c8 Merge branch 'separate_file_version' into cluster_data_snapshot
add 174a35c finish sending and partial pulling
add d9e49c1 complete pull snapshot
add 9a8ff35 Merge branch 'cluster_new' into cluster_data_snapshot
add 2689f43 start fixing fill
No new revisions were added by this update.
Summary of changes:
.../1586855177260_-2906572311297045559.task | Bin 0 -> 456 bytes
.../1586855177260_-5966149551635805162.task | Bin 0 -> 457 bytes
.../1586855177260_-6473960063015821594.task | Bin 0 -> 457 bytes
.../1586855177260_-6971088147012933797.task | Bin 0 -> 457 bytes
.../1586855177260_-8802450801292086998.task | Bin 0 -> 457 bytes
.../1586855177260_4958290396637302958.task | Bin 0 -> 457 bytes
.../1586855177260_8003556003782527390.task | Bin 0 -> 457 bytes
.../1586855177261_9179839299472003393.task | Bin 0 -> 457 bytes
.../1586854300477_-8093255050355868222.task | Bin 0 -> 457 bytes
.../1586854300477_201554106005965871.task | Bin 0 -> 456 bytes
.../1586854300478_-43686069112552721.task | Bin 0 -> 457 bytes
.../1586854300478_1901936060513469601.task | Bin 0 -> 457 bytes
.../1586854300478_2644890865304418287.task | Bin 0 -> 457 bytes
.../1586854300478_7311279011058754427.task | Bin 0 -> 457 bytes
.../1586854300478_9149129399465718640.task | Bin 0 -> 457 bytes
.../1586854300478_9199364059689691240.task | Bin 0 -> 457 bytes
.../1586852414399_-2392883929377559247.task | Bin 0 -> 457 bytes
.../1586852414399_-4735856890665263801.task | Bin 0 -> 457 bytes
.../1586852414399_-7517962571549373806.task | Bin 0 -> 457 bytes
.../1586852414399_4931321917636572968.task | Bin 0 -> 457 bytes
.../1586852414399_7682065158849184796.task | Bin 0 -> 456 bytes
.../1586852414399_931552093250355745.task | Bin 0 -> 457 bytes
.../1586852414400_-4947101348307211669.task | Bin 0 -> 457 bytes
.../1586852414400_-9120641957196649928.task | Bin 0 -> 457 bytes
.../1586851415860_2516562531359801579.task | Bin 0 -> 457 bytes
.../1586851415861_-7472402451283907695.task | Bin 0 -> 457 bytes
.../1586851415861_4354020534664290175.task | Bin 0 -> 456 bytes
.../1586851415861_4390161213522359034.task | Bin 0 -> 457 bytes
.../1586851415861_8971648548118503590.task | Bin 0 -> 457 bytes
.../1586851415862_-8859101459589305518.task | Bin 0 -> 457 bytes
.../1586851415862_8160495926266130107.task | Bin 0 -> 457 bytes
.../1586851415864_5383095389576991736.task | Bin 0 -> 457 bytes
.../1586835986280_-3320494564920408745.task | Bin 0 -> 456 bytes
.../1586835986280_-7489914226286127524.task | Bin 0 -> 457 bytes
.../1586835986281_-4671456328859670553.task | Bin 0 -> 457 bytes
.../1586835986281_-656359249422795972.task | Bin 0 -> 457 bytes
.../1586835986281_-948823018901582853.task | Bin 0 -> 457 bytes
.../1586835986281_4470132570545107636.task | Bin 0 -> 457 bytes
.../1586835986281_8171546385281388961.task | Bin 0 -> 457 bytes
.../1586835986281_8967413450799695062.task | Bin 0 -> 457 bytes
.../1586835978782_-7495399798836496627.task | Bin 0 -> 3420 bytes
.../1586851408237_2270566744886558294.task | Bin 0 -> 3420 bytes
.../1586852406451_7103234148675602661.task | Bin 0 -> 3420 bytes
.../1586854292184_1418233161977182504.task | Bin 0 -> 3420 bytes
.../1586855169548_4741845169826760313.task | Bin 0 -> 3420 bytes
.../1586835978776_-5562857656189187752.task | Bin 0 -> 2088 bytes
.../1586851408219_-8205731266190660230.task | Bin 0 -> 2088 bytes
.../1586852406433_-5244520012648944557.task | Bin 0 -> 2088 bytes
.../1586854292159_-3146378836071162165.task | Bin 0 -> 2088 bytes
.../1586855169540_-6658772559513582825.task | Bin 0 -> 2088 bytes
.../1586835978772_-6875543191180596302.task | Bin 0 -> 1424 bytes
.../1586851408199_3962424538201264612.task | Bin 0 -> 1424 bytes
.../1586852406405_7112201249736427437.task | Bin 0 -> 1424 bytes
.../1586854292132_891311129989297387.task | Bin 0 -> 1424 bytes
.../1586855169531_-3309812358258853569.task | Bin 0 -> 1424 bytes
.../1586835978768_-3009429696264373350.task | Bin 0 -> 1044 bytes
.../1586851408185_-1091732597092706166.task | Bin 0 -> 1044 bytes
.../1586852406357_6777186873951866641.task | Bin 0 -> 1044 bytes
.../1586854292100_-8133264438068695900.task | Bin 0 -> 1044 bytes
.../1586855169521_1095023885222012287.task | Bin 0 -> 1044 bytes
.../1586835978762_-5642968854276382260.task | Bin 0 -> 804 bytes
.../1586851408164_-4078765804890805468.task | Bin 0 -> 804 bytes
.../1586852406337_-7811845390832975705.task | Bin 0 -> 804 bytes
.../1586854292063_4916534122808476444.task | Bin 0 -> 804 bytes
.../1586855169513_-2615850524724134501.task | Bin 0 -> 804 bytes
.../1586835978756_4016266948906320695.task | Bin 0 -> 644 bytes
.../1586835982845_8830405749105112166.task | Bin 0 -> 644 bytes
.../1586851408139_2877624854787377919.task | Bin 0 -> 644 bytes
.../1586851412411_-279210180685768799.task | Bin 0 -> 644 bytes
.../1586852406271_8214115572938737153.task | Bin 0 -> 644 bytes
.../1586852410896_-5408637203974222295.task | Bin 0 -> 644 bytes
.../1586854291944_6371281773062749942.task | Bin 0 -> 644 bytes
.../1586854296839_-5691420980712849780.task | Bin 0 -> 644 bytes
.../1586855169495_-6591674811258001183.task | Bin 0 -> 644 bytes
.../1586855173927_-1803686077397573050.task | Bin 0 -> 644 bytes
.../org/apache/iotdb/cluster/log/LogManager.java | 7 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 15 +-
.../iotdb/cluster/log/applier/DataLogApplier.java | 61 ++++++-
.../manage/FilePartitionedSnapshotLogManager.java | 71 ++++----
.../iotdb/cluster/log/manage/MemoryLogManager.java | 5 +
.../cluster/log/snapshot/PullSnapshotTask.java | 96 ++++++++---
.../log/snapshot/PullSnapshotTaskDescriptor.java | 110 ++++++++++++
.../cluster/log/snapshot/RemoteFileSnapshot.java | 73 --------
.../iotdb/cluster/log/snapshot/RemoteSnapshot.java | 28 ---
.../iotdb/cluster/partition/SlotManager.java | 2 +-
.../iotdb/cluster/query/ClusterQueryRouter.java | 1 +
.../query/{ => fill}/ClusterFillExecutor.java | 16 +-
.../cluster/server/member/DataGroupMember.java | 190 ++++++++++++++++-----
.../cluster/server/member/MetaGroupMember.java | 3 +-
.../iotdb/cluster/server/member/RaftMember.java | 2 -
.../apache/iotdb/cluster/utils/SerializeUtils.java | 11 ++
.../iotdb/cluster/common/TestDataGroupMember.java | 4 +
.../iotdb/cluster/common/TestLogManager.java | 3 +-
.../cluster/common/TestRemoteFileSnapshot.java | 86 ----------
.../cluster/log/applier/DataLogApplierTest.java | 5 +-
.../FilePartitionedSnapshotLogManagerTest.java | 38 -----
.../cluster/query/ClusterFillExecutorTest.java | 1 +
.../server/heartbeat/DataHeartbeatThreadTest.java | 2 +-
.../server/heartbeat/HeartbeatThreadTest.java | 2 +-
.../cluster/server/member/DataGroupMemberTest.java | 59 +++----
.../cluster/server/member/MetaGroupMemberTest.java | 8 +-
pom.xml | 2 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 11 ++
.../db/engine/modification/ModificationFile.java | 40 ++++-
.../engine/storagegroup/StorageGroupProcessor.java | 56 +++++-
.../db/engine/storagegroup/TsFileResource.java | 64 +++++++
.../engine/version/SysTimeVersionController.java | 2 +
.../iotdb/db/engine/version/VersionController.java | 3 +
.../org/apache/iotdb/db/metadata/MManager.java | 2 +-
.../java/org/apache/iotdb/db/metadata/MTree.java | 2 +-
.../iotdb/db/query/executor/FillQueryExecutor.java | 9 +-
111 files changed, 680 insertions(+), 410 deletions(-)
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_-2906572311297045559.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_-5966149551635805162.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_-6473960063015821594.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_-6971088147012933797.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_-8802450801292086998.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_4958290396637302958.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177260_8003556003782527390.task
create mode 100644 cluster/raft/-1476006343/snapshot_task/1586855177261_9179839299472003393.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300477_-8093255050355868222.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300477_201554106005965871.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300478_-43686069112552721.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300478_1901936060513469601.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300478_2644890865304418287.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300478_7311279011058754427.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300478_9149129399465718640.task
create mode 100644 cluster/raft/-1476883667/snapshot_task/1586854300478_9199364059689691240.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414399_-2392883929377559247.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414399_-4735856890665263801.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414399_-7517962571549373806.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414399_4931321917636572968.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414399_7682065158849184796.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414399_931552093250355745.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414400_-4947101348307211669.task
create mode 100644 cluster/raft/-1478769747/snapshot_task/1586852414400_-9120641957196649928.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415860_2516562531359801579.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415861_-7472402451283907695.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415861_4354020534664290175.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415861_4390161213522359034.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415861_8971648548118503590.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415862_-8859101459589305518.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415862_8160495926266130107.task
create mode 100644 cluster/raft/-1479768285/snapshot_task/1586851415864_5383095389576991736.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986280_-3320494564920408745.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986280_-7489914226286127524.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986281_-4671456328859670553.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986281_-656359249422795972.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986281_-948823018901582853.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986281_4470132570545107636.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986281_8171546385281388961.task
create mode 100644 cluster/raft/-1495197964/snapshot_task/1586835986281_8967413450799695062.task
create mode 100644 cluster/raft/20/snapshot_task/1586835978782_-7495399798836496627.task
create mode 100644 cluster/raft/20/snapshot_task/1586851408237_2270566744886558294.task
create mode 100644 cluster/raft/20/snapshot_task/1586852406451_7103234148675602661.task
create mode 100644 cluster/raft/20/snapshot_task/1586854292184_1418233161977182504.task
create mode 100644 cluster/raft/20/snapshot_task/1586855169548_4741845169826760313.task
create mode 100644 cluster/raft/30/snapshot_task/1586835978776_-5562857656189187752.task
create mode 100644 cluster/raft/30/snapshot_task/1586851408219_-8205731266190660230.task
create mode 100644 cluster/raft/30/snapshot_task/1586852406433_-5244520012648944557.task
create mode 100644 cluster/raft/30/snapshot_task/1586854292159_-3146378836071162165.task
create mode 100644 cluster/raft/30/snapshot_task/1586855169540_-6658772559513582825.task
create mode 100644 cluster/raft/40/snapshot_task/1586835978772_-6875543191180596302.task
create mode 100644 cluster/raft/40/snapshot_task/1586851408199_3962424538201264612.task
create mode 100644 cluster/raft/40/snapshot_task/1586852406405_7112201249736427437.task
create mode 100644 cluster/raft/40/snapshot_task/1586854292132_891311129989297387.task
create mode 100644 cluster/raft/40/snapshot_task/1586855169531_-3309812358258853569.task
create mode 100644 cluster/raft/50/snapshot_task/1586835978768_-3009429696264373350.task
create mode 100644 cluster/raft/50/snapshot_task/1586851408185_-1091732597092706166.task
create mode 100644 cluster/raft/50/snapshot_task/1586852406357_6777186873951866641.task
create mode 100644 cluster/raft/50/snapshot_task/1586854292100_-8133264438068695900.task
create mode 100644 cluster/raft/50/snapshot_task/1586855169521_1095023885222012287.task
create mode 100644 cluster/raft/60/snapshot_task/1586835978762_-5642968854276382260.task
create mode 100644 cluster/raft/60/snapshot_task/1586851408164_-4078765804890805468.task
create mode 100644 cluster/raft/60/snapshot_task/1586852406337_-7811845390832975705.task
create mode 100644 cluster/raft/60/snapshot_task/1586854292063_4916534122808476444.task
create mode 100644 cluster/raft/60/snapshot_task/1586855169513_-2615850524724134501.task
create mode 100644 cluster/raft/70/snapshot_task/1586835978756_4016266948906320695.task
create mode 100644 cluster/raft/70/snapshot_task/1586835982845_8830405749105112166.task
create mode 100644 cluster/raft/70/snapshot_task/1586851408139_2877624854787377919.task
create mode 100644 cluster/raft/70/snapshot_task/1586851412411_-279210180685768799.task
create mode 100644 cluster/raft/70/snapshot_task/1586852406271_8214115572938737153.task
create mode 100644 cluster/raft/70/snapshot_task/1586852410896_-5408637203974222295.task
create mode 100644 cluster/raft/70/snapshot_task/1586854291944_6371281773062749942.task
create mode 100644 cluster/raft/70/snapshot_task/1586854296839_-5691420980712849780.task
create mode 100644 cluster/raft/70/snapshot_task/1586855169495_-6591674811258001183.task
create mode 100644 cluster/raft/70/snapshot_task/1586855173927_-1803686077397573050.task
create mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/PullSnapshotTaskDescriptor.java
delete mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/RemoteFileSnapshot.java
delete mode 100644 cluster/src/main/java/org/apache/iotdb/cluster/log/snapshot/RemoteSnapshot.java
rename cluster/src/main/java/org/apache/iotdb/cluster/query/{ => fill}/ClusterFillExecutor.java (79%)
delete mode 100644 cluster/src/test/java/org/apache/iotdb/cluster/common/TestRemoteFileSnapshot.java