You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by su...@apache.org on 2020/12/08 07:50:09 UTC
[iotdb] branch fileIndex updated (1e67eac -> 9c6752e)
This is an automated email from the ASF dual-hosted git repository.
sunzesong pushed a change to branch fileIndex
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from 1e67eac refactor the index
add 8c2681e Rename
add 6e7a2ae Rename
add 1bd93f1 format document. (#2118)
add ae9a4ab fix issue-2110
add 53e7143 [Issue-2110] Update start-client to start-cli
add b0812c0 add mods file changelist
add 7f36819 [IOTDB-1027] add mods file changelist
add 1491050 Fix python path (#2127)
add afa6ecd The existing timePartitionId variable should be passed to the `insertToTsFileProcessor` method in the logic of inserting tsfile (#2111)
add 2735fa1 unlock mutil locks sequential (#2117)
add f9a972d fix import errors in Session.py and SessionExample.py
add abc6999 catch NullPointerException and log error (#2129)
add 875817b fix grafana value-time position bug (#2016)
add de4536a Declare the type of result of Future in StorageEngine (#2097)
add 093bd9b Remove the useless `public` keyword due to these methods in interface are (#2140)
add 7ebdf9a Fix compaction add list bug when last level exceeds max file num (#2141)
add 66d86b3 fix typo in userguide
add ff104e9 add MAX_POINT_NUMBER format check (#2148)
add 8657b13 Add Apache Pulsar to IoTDB example (#2122)
add d242932 Update compaction level list delete (#2152)
add 18bb46a [IOTDB-890] SDT implementation (#2087)
add 467897e add charset UTF-8 (#2155)
add f6cd1f9 [IOTDB-1035] Fix bug in getDeviceTimeseriesMetadata when querying non-exist device (#2150)
add 8e8384f Fix File Not Found when serializing TsFileResources (#2161)
add e95cebc Fix flink-iotdb set storage group bug (#2165)
add ccd6fab [IOTDB-1032]Refactor site/pom.xml and move v0.11 to 0.12 in all pom files (#2139)
add df22109 [IOTDB-1011] Memtable sort in query (#2144)
add 7dbc215 doc: fix dead links in the README (#2174)
add d951e82 [Mem control] Move one of the insert check out from the sg lock (#2154)
add a7added Merge remote-tracking branch 'origin/master' into fileIndex
add 8aa9fef Remove duplicated static resps(column header) (#2164)
add bf0fb06 fix insert partial tablet with binary NullPointer bug (#2180)
add 20fed99 [IOTDB-1035] Add test for ReadChunkMetadataInDevice (#2157)
add 581d34f fix flink iotdb example for writing data with incorrect data types (#2181)
add 605a752 fix when one row failed, then insertRecords() does not clear the failed messages (#2191)
add c411218 IOTDB-1039 hive-connector mvn failed
add e652563 [ISSUE-2187] Fix compaction encoding bug after deserialization merge (#2188)
add a521f7f change mem control lock usage (#2153)
add 12fe408 Fix desc batchdata count bug (#2186)
add 84409f2 Add example results for User Guide documents (#2171)
add aea5a8d fix bug that when rpc compression = true, sync client does not use compression mode. (#2197)
add 2fe1950 The NumberFormatException itself should be used instead of its message (#2213)
add 435aae9 Fix the wrong placeholder in tracing manager (#2212)
add d20088a Remove useless blank lines in RPC doc (#2204)
add a533dd4 Fix code block type in client-py (#2205)
add cb9fe87 Correct the data type of the memory size to avoid loss of precision (#2211)
add 59e8166 Merge remote-tracking branch 'origin/master' into fileIndex
add 9c6752e Rename
No new revisions were added by this update.
Summary of changes:
README.md | 2 +-
README_ZH.md | 2 +-
antlr/pom.xml | 2 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlBase.g4 | 5 -
cli/pom.xml | 4 +-
client-cpp/client-cpp-example/pom.xml | 4 +-
client-cpp/pom.xml | 4 +-
client-py/compile.bat | 29 -
client-py/compile.sh | 28 -
client-py/pom.xml | 6 +-
client-py/pypi/README.md | 34 +-
client-py/pypi/setup.py | 2 +-
client-py/readme.md | 49 +-
client-py/src/SessionExample.py | 10 +-
client-py/src/{ => iotdb}/Session.py | 28 +-
client-py/src/{utils => iotdb}/__init__.py | 0
client-py/src/{ => iotdb}/utils/Field.py | 5 +-
client-py/src/{ => iotdb}/utils/IoTDBConstants.py | 0
client-py/src/{ => iotdb}/utils/IoTDBRpcDataSet.py | 13 +-
client-py/src/{ => iotdb}/utils/RowRecord.py | 8 +-
client-py/src/{ => iotdb}/utils/SessionDataSet.py | 16 +-
client-py/src/{ => iotdb}/utils/Tablet.py | 7 +-
client-py/src/{ => iotdb/utils}/__init__.py | 0
compile-tools/boost/pom.xml | 2 +-
compile-tools/pom.xml | 4 +-
compile-tools/thrift/pom.xml | 2 +-
cross-tests/pom.xml | 2 +-
distribution/pom.xml | 2 +-
docker/ReadMe.md | 10 +-
docker/src/main/Dockerfile | 4 +-
docs/Download/README.md | 47 +-
docs/SystemDesign/Client/RPC.md | 1 -
docs/SystemDesign/TsFile/Format.md | 2 +-
docs/UserGuide/Client/Command Line Interface.md | 1 +
docs/UserGuide/Concept/SDT.md | 45 ++
docs/UserGuide/Operation Manual/Administration.md | 26 +-
.../DDL Data Definition Language.md | 177 +++++-
.../DML Data Manipulation Language.md | 665 ++++++++++++++++----
docs/UserGuide/Operation Manual/SQL Reference.md | 10 +-
docs/UserGuide/System Tools/Watermark Tool.md | 8 +-
docs/zh/Download/README.md | 47 +-
docs/zh/SystemDesign/Client/RPC.md | 1 -
docs/zh/SystemDesign/TsFile/Format.md | 2 +-
docs/zh/UserGuide/Client/Command Line Interface.md | 2 +-
docs/zh/UserGuide/Concept/Data Type.md | 2 +-
.../zh/UserGuide/Concept/SDT.md | 24 +-
.../UserGuide/Ecosystem Integration/Hive TsFile.md | 6 +-
docs/zh/UserGuide/Get Started/Publication.md | 2 +-
.../DDL Data Definition Language.md | 129 +++-
.../DML Data Manipulation Language.md | 685 +++++++++++++++++----
.../zh/UserGuide/Operation Manual/SQL Reference.md | 10 +-
docs/zh/UserGuide/Server/Download.md | 14 +-
docs/zh/UserGuide/System Tools/Watermark Tool.md | 8 +-
example/flink/pom.xml | 27 +-
.../org/apache/iotdb/flink/FlinkIoTDBSink.java | 17 +-
example/hadoop/pom.xml | 6 +-
example/jdbc/pom.xml | 2 +-
example/kafka/pom.xml | 2 +-
.../main/java/org/apache/iotdb/kafka/Constant.java | 2 +
example/mqtt/pom.xml | 2 +-
example/pom.xml | 3 +-
example/{tsfile => pulsar}/pom.xml | 18 +-
.../java/org/apache/iotdb/pulsar}/Constant.java | 18 +-
.../org/apache/iotdb/pulsar/PulsarConsumer.java | 108 ++++
.../apache/iotdb/pulsar/PulsarConsumerThread.java | 70 +++
.../org/apache/iotdb/pulsar/PulsarProducer.java | 82 +++
example/rocketmq/pom.xml | 2 +-
example/session/pom.xml | 2 +-
.../main/java/org/apache/iotdb/SessionExample.java | 14 +
example/tsfile/pom.xml | 2 +-
flink-iotdb-connector/pom.xml | 2 +-
.../java/org/apache/iotdb/flink/IoTDBSink.java | 25 +-
flink-tsfile-connector/pom.xml | 2 +-
grafana/pom.xml | 2 +-
.../controller/DatabaseConnectController.java | 4 +-
.../iotdb/web/grafana/dao/impl/BasicDaoImpl.java | 29 +-
.../web/grafana/dao/impl/BasicDaoImplTest.java | 55 ++
hadoop/pom.xml | 4 +-
hive-connector/pom.xml | 10 +-
jdbc/pom.xml | 2 +-
pom.xml | 5 +-
...mlog-changelist.md => TsFileMods-changelist.md} | 6 +-
server/pom.xml | 2 +-
.../resources/conf/iotdb-engine.properties | 20 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 16 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 38 +-
.../db/engine/compaction/TsFileManagement.java | 21 +
.../level/LevelCompactionTsFileManagement.java | 42 +-
.../no/NoCompactionTsFileManagement.java | 22 +-
.../engine/compaction/utils/CompactionUtils.java | 21 +-
.../iotdb/db/engine/flush/FlushManagerMBean.java | 8 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 2 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 52 +-
.../db/engine/memtable/IWritableMemChunk.java | 24 +-
.../iotdb/db/engine/memtable/WritableMemChunk.java | 35 +-
.../iotdb/db/engine/merge/task/MergeFileTask.java | 11 +-
.../db/engine/querycontext/ReadOnlyMemChunk.java | 37 +-
.../engine/storagegroup/StorageGroupProcessor.java | 156 +++--
.../db/engine/storagegroup/TsFileProcessor.java | 88 ++-
.../db/engine/storagegroup/TsFileResource.java | 2 +-
...ption.java => WriteProcessRejectException.java} | 14 +-
.../org/apache/iotdb/db/metrics/sink/Sink.java | 6 +-
.../org/apache/iotdb/db/metrics/source/Source.java | 2 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 2 -
.../db/qp/physical/sys/CreateTimeSeriesPlan.java | 6 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 2 +-
.../iotdb/db/query/control/TracingManager.java | 2 +-
.../iotdb/db/query/reader/chunk/MemPageReader.java | 2 +-
.../iotdb/db/query/reader/series/SeriesReader.java | 4 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 37 +-
.../org/apache/iotdb/db/service/StaticResps.java | 98 +--
.../org/apache/iotdb/db/service/TSServiceImpl.java | 256 ++++----
.../iotdb/db/sync/sender/transfer/SyncClient.java | 8 +-
.../iotdb/db/timeIndex/FileIndexEntries.java | 22 +-
...leIndexerManager.java => FileIndexManager.java} | 62 +-
.../apache/iotdb/db/timeIndex/FileTimeIndexer.java | 24 +-
.../apache/iotdb/db/timeIndex/IndexConstants.java | 7 +-
.../apache/iotdb/db/timeIndex/TimeIndexEntry.java | 1 +
.../{device => impl}/LoadAllDeviceTimeIndexer.java | 15 +-
.../{device => impl}/RocksDBDeviceTimeIndexer.java | 16 +-
.../iotdb/db/utils/datastructure/TVList.java | 128 ++--
.../db/engine/memtable/PrimitiveMemTableTest.java | 2 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 5 +
.../iotdb/db/integration/IoTDBAggregationIT.java | 5 +
.../integration/IoTDBAggregationLargeDataIT.java | 5 +
.../integration/IoTDBAggregationSmallDataIT.java | 7 +-
.../iotdb/db/integration/IoTDBAlignByDeviceIT.java | 7 +-
.../iotdb/db/integration/IoTDBCompactionIT.java | 154 +++++
.../db/integration/IoTDBInsertWithQueryIT.java | 503 +++++++++++++++
.../iotdb/db/integration/IoTDBLargeDataIT.java | 5 +
.../IoTDBMultiOverlappedChunkInUnseqIT.java | 5 +
.../db/integration/IoTDBMultiOverlappedPageIT.java | 5 +
.../iotdb/db/integration/IoTDBMultiSeriesIT.java | 5 +
.../db/integration/IoTDBMultiStatementsIT.java | 5 +
.../db/integration/IoTDBOverlappedPageIT.java | 5 +
.../iotdb/db/integration/IoTDBRestartIT.java | 61 +-
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 422 ++++++++++++-
service-rpc/pom.xml | 2 +-
.../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java | 7 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
session/pom.xml | 2 +-
.../apache/iotdb/session/IoTDBSessionSimpleIT.java | 47 ++
site/README-zh.md | 8 +-
site/README.md | 15 +-
site/pom.xml | 568 +++++++++++++----
site/src/main/.vuepress/config.js | 198 +++++-
site/src/main/package.json | 6 +-
spark-iotdb-connector/pom.xml | 2 +-
spark-tsfile/pom.xml | 4 +-
thrift/pom.xml | 2 +-
thrift/src/main/thrift/cluster.thrift | 1 +
thrift/src/main/thrift/rpc.thrift | 1 +
thrift/src/main/thrift/sync.thrift | 1 +
tsfile/pom.xml | 2 +-
.../iotdb/tsfile/compress/IUnCompressor.java | 2 +-
.../iotdb/tsfile/encoding/encoder/SDTEncoder.java | 448 ++++++++++++++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 14 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 18 +-
.../apache/iotdb/tsfile/read/common/BatchData.java | 35 +-
.../iotdb/tsfile/read/common/BatchDataFactory.java | 7 +-
.../{DescBatchData.java => DescReadBatchData.java} | 14 +-
.../tsfile/read/common/DescReadWriteBatchData.java | 374 +++++++++++
.../iotdb/tsfile/read/reader/page/PageReader.java | 2 +-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 2 +-
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 121 +++-
.../apache/iotdb/tsfile/write/record/Tablet.java | 5 +-
.../iotdb/tsfile/encoding/SDTEncoderTest.java | 176 ++++++
.../tsfile/read/TsFileSequenceReaderTest.java | 41 +-
.../org/apache/iotdb/tsfile/utils/RecordUtils.java | 2 +-
170 files changed, 5987 insertions(+), 1380 deletions(-)
delete mode 100644 client-py/compile.bat
delete mode 100644 client-py/compile.sh
rename client-py/src/{ => iotdb}/Session.py (95%)
rename client-py/src/{utils => iotdb}/__init__.py (100%)
rename client-py/src/{ => iotdb}/utils/Field.py (98%)
rename client-py/src/{ => iotdb}/utils/IoTDBConstants.py (100%)
rename client-py/src/{ => iotdb}/utils/IoTDBRpcDataSet.py (97%)
rename client-py/src/{ => iotdb}/utils/RowRecord.py (91%)
rename client-py/src/{ => iotdb}/utils/SessionDataSet.py (92%)
rename client-py/src/{ => iotdb}/utils/Tablet.py (98%)
rename client-py/src/{ => iotdb/utils}/__init__.py (100%)
create mode 100644 docs/UserGuide/Concept/SDT.md
copy server/file-changelists/role-changelist.md => docs/zh/UserGuide/Concept/SDT.md (53%)
copy example/{tsfile => pulsar}/pom.xml (79%)
copy example/{tsfile/src/main/java/org/apache/iotdb/tsfile => pulsar/src/main/java/org/apache/iotdb/pulsar}/Constant.java (66%)
create mode 100644 example/pulsar/src/main/java/org/apache/iotdb/pulsar/PulsarConsumer.java
create mode 100644 example/pulsar/src/main/java/org/apache/iotdb/pulsar/PulsarConsumerThread.java
create mode 100644 example/pulsar/src/main/java/org/apache/iotdb/pulsar/PulsarProducer.java
create mode 100644 grafana/src/test/java/org/apache/iotdb/web/grafana/dao/impl/BasicDaoImplTest.java
copy server/file-changelists/{mlog-changelist.md => TsFileMods-changelist.md} (93%)
copy server/src/main/java/org/apache/iotdb/db/exception/{LoadFileException.java => WriteProcessRejectException.java} (70%)
rename server/src/main/java/org/apache/iotdb/db/timeIndex/{FileIndexerManager.java => FileIndexManager.java} (70%)
rename server/src/main/java/org/apache/iotdb/db/timeIndex/{device => impl}/LoadAllDeviceTimeIndexer.java (77%)
rename server/src/main/java/org/apache/iotdb/db/timeIndex/{device => impl}/RocksDBDeviceTimeIndexer.java (76%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBCompactionIT.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/integration/IoTDBInsertWithQueryIT.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/SDTEncoder.java
rename tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/{DescBatchData.java => DescReadBatchData.java} (84%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/read/common/DescReadWriteBatchData.java
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/SDTEncoderTest.java