You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by le...@apache.org on 2022/02/14 04:06:56 UTC
[iotdb] 22/32: rebuild
This is an automated email from the ASF dual-hosted git repository.
leirui pushed a commit to branch research/M4-visualization
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 77faabd8d9bd4600c8dc22f853cd41c15a992cdb
Author: Lei Rui <10...@qq.com>
AuthorDate: Mon Feb 7 14:16:11 2022 +0800
rebuild
---
example/session/pom.xml | 6 +-
.../apache/iotdb/tools/AnalyzeChunkInTsFile.java | 39 +++++++++++
.../java/org/apache/iotdb/tools/ProcessResult.java | 77 ++++++++++++++++++++++
.../iotdb/{queryExp => tools}/SumResultUnify.java | 2 +-
4 files changed, 120 insertions(+), 4 deletions(-)
diff --git a/example/session/pom.xml b/example/session/pom.xml
index 8ea7d26..2e8a63c 100644
--- a/example/session/pom.xml
+++ b/example/session/pom.xml
@@ -26,8 +26,8 @@
<version>0.12.4</version>
</parent>
<modelVersion>4.0.0</modelVersion>
- <artifactId>QueryRecTime</artifactId>
- <name>QueryRecTime</name>
+ <artifactId>QueryFullGame</artifactId>
+ <name>QueryFullGame</name>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<maven.compiler.source>1.7</maven.compiler.source>
@@ -61,7 +61,7 @@
<configuration>
<transformers>
<transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
- <mainClass>org.apache.iotdb.queryExp.QueryRecTime</mainClass>
+ <mainClass>org.apache.iotdb.queryExp.QueryFullGame</mainClass>
</transformer>
</transformers>
</configuration>
diff --git a/example/session/src/main/java/org/apache/iotdb/tools/AnalyzeChunkInTsFile.java b/example/session/src/main/java/org/apache/iotdb/tools/AnalyzeChunkInTsFile.java
new file mode 100644
index 0000000..2812d67
--- /dev/null
+++ b/example/session/src/main/java/org/apache/iotdb/tools/AnalyzeChunkInTsFile.java
@@ -0,0 +1,39 @@
+package org.apache.iotdb.tools;
+
+import java.io.BufferedReader;
+import java.io.FileReader;
+import java.io.FileWriter;
+import java.io.IOException;
+import java.io.PrintWriter;
+
+public class AnalyzeChunkInTsFile {
+
+ // public static final String TSFILE_AFTER_SKETCH=
+ // "D:\\exp\\fullGame1_maxDelay=1s\\TsFile_sketch_view_unseq.txt";
+ // public static final String OUTPUT_FILE = "chunk_analysis_unseq.csv";
+
+ public static void main(String[] args) throws IOException {
+ String TSFILE_AFTER_SKETCH = args[0];
+ String OUTPUT_FILE = args[1];
+
+ BufferedReader reader = new BufferedReader(new FileReader(TSFILE_AFTER_SKETCH));
+ PrintWriter writer = new PrintWriter(new FileWriter(OUTPUT_FILE));
+
+ String line = null;
+ boolean toRead = false;
+
+ while ((line = reader.readLine()) != null) {
+ if (toRead) {
+ String[] tmp1 = line.split("endTime: ");
+ long startTime = Long.parseLong(tmp1[0].split("startTime: ")[1].trim());
+ long endTime = Long.parseLong(tmp1[1].split("count: ")[0].trim());
+ writer.write(startTime + "," + endTime + "\n");
+ toRead = false;
+ } else if (line.contains("[Chunk] of")) {
+ toRead = true;
+ }
+ }
+ reader.close();
+ writer.close();
+ }
+}
diff --git a/example/session/src/main/java/org/apache/iotdb/tools/ProcessResult.java b/example/session/src/main/java/org/apache/iotdb/tools/ProcessResult.java
new file mode 100644
index 0000000..6f637ce
--- /dev/null
+++ b/example/session/src/main/java/org/apache/iotdb/tools/ProcessResult.java
@@ -0,0 +1,77 @@
+package org.apache.iotdb.tools;
+
+import java.io.*;
+
+public class ProcessResult {
+
+ public static void main(String[] args) throws IOException {
+
+ String inFilePath = args[0];
+ String outFilePath = args[1];
+ String sumOutFilePath = args[2];
+
+ BufferedReader reader = new BufferedReader(new FileReader(inFilePath));
+ FileWriter writer = new FileWriter(outFilePath);
+ FileWriter sumWriter = new FileWriter(sumOutFilePath, true);
+ String readLine = null;
+ boolean firstTime = true;
+ int metaNum = 0, dataNum = 0, readMemChunkNum = 0;
+ long metaTime = 0;
+ long dataTime = 0;
+ long totalTime = 0;
+ long readMemChunkTime = 0;
+ int counter = 0;
+ while ((readLine = reader.readLine()) != null) {
+ if (readLine.startsWith("select")) {
+ String[] values = readLine.split("\t");
+ if (firstTime) {
+ metaNum = Integer.parseInt(values[4]);
+ dataNum = Integer.parseInt(values[8]);
+ readMemChunkNum = Integer.parseInt(values[12]);
+ }
+ metaTime += Long.parseLong(values[2]);
+ dataTime += Long.parseLong(values[6]);
+ readMemChunkTime += Long.parseLong(values[10]);
+ totalTime += Long.parseLong(values[14]);
+ counter++;
+ writer.write(readLine + "\n");
+ }
+ }
+
+ writer.write(
+ "meta_num\t avg_meta\t data_num\t avg_data\t read_mem_chunk_num\t avg_read_mem_chunk_time\t avg_total\n"
+ + metaNum
+ + "\t"
+ + (double) metaTime / 1000000 / counter
+ + "\t"
+ + dataNum
+ + "\t"
+ + (double) dataTime / 1000000 / counter
+ + "\t"
+ + readMemChunkNum
+ + "\t"
+ + (double) readMemChunkTime / 1000000 / counter
+ + "\t"
+ + (double) totalTime / 1000000 / counter);
+
+ sumWriter.write(
+ metaNum
+ + ","
+ + (double) metaTime / 1000000 / counter
+ + ","
+ + dataNum
+ + ","
+ + (double) dataTime / 1000000 / counter
+ + ","
+ + readMemChunkNum
+ + ","
+ + (double) readMemChunkTime / 1000000 / counter
+ + ","
+ + (double) totalTime / 1000000 / counter
+ + "\n");
+
+ reader.close();
+ writer.close();
+ sumWriter.close();
+ }
+}
diff --git a/example/session/src/main/java/org/apache/iotdb/queryExp/SumResultUnify.java b/example/session/src/main/java/org/apache/iotdb/tools/SumResultUnify.java
similarity index 96%
rename from example/session/src/main/java/org/apache/iotdb/queryExp/SumResultUnify.java
rename to example/session/src/main/java/org/apache/iotdb/tools/SumResultUnify.java
index 850d876..0e1e6e1 100644
--- a/example/session/src/main/java/org/apache/iotdb/queryExp/SumResultUnify.java
+++ b/example/session/src/main/java/org/apache/iotdb/tools/SumResultUnify.java
@@ -1,4 +1,4 @@
-package org.apache.iotdb.queryExp;
+package org.apache.iotdb.tools;
import java.io.BufferedReader;
import java.io.FileReader;