You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by hu...@apache.org on 2022/11/24 01:16:59 UTC
[iotdb] branch master updated: Remove old SQL parser code (#8113)
This is an automated email from the ASF dual-hosted git repository.
hui pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/master by this push:
new a59e4a1bbe Remove old SQL parser code (#8113)
a59e4a1bbe is described below
commit a59e4a1bbe5c0d8176d935640fde803acae08169
Author: liuminghui233 <36...@users.noreply.github.com>
AuthorDate: Thu Nov 24 09:16:54 2022 +0800
Remove old SQL parser code (#8113)
---
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 203 +-
docs/UserGuide/Query-Data/Overview.md | 17 +-
docs/zh/UserGuide/Query-Data/Overview.md | 18 +-
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 2 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 635 ++--
.../db/mpp/plan/statement/crud/QueryStatement.java | 3 +
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 3407 --------------------
.../iotdb/db/qp/strategy/LogicalGenerator.java | 51 +-
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 3 +
.../java/org/apache/iotdb/db/qp/PlannerTest.java | 3 +
.../iotdb/db/qp/logical/LogicalPlanSmallTest.java | 3 +
.../iotdb/db/qp/other/TSPlanContextAuthorTest.java | 3 +
.../org/apache/iotdb/db/qp/sql/ASTVisitorTest.java | 66 +-
.../iotdb/db/qp/sql/IoTDBsqlVisitorTest.java | 99 -
.../iotdb/db/query/dataset/ListDataSetTest.java | 3 +
.../iotdb/db/utils/TsFileRewriteToolTest.java | 6 +-
16 files changed, 392 insertions(+), 4130 deletions(-)
diff --git a/antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 b/antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4
index eee28fb877..9ec8a4c9dc 100644
--- a/antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4
+++ b/antlr/src/main/antlr4/org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4
@@ -291,12 +291,12 @@ showStorageGroup
// Show Devices
showDevices
- : SHOW DEVICES prefixPath? (WITH (STORAGE GROUP | DATABASE))? limitClause?
+ : SHOW DEVICES prefixPath? (WITH (STORAGE GROUP | DATABASE))? rowPaginationClause?
;
// Show Timeseries
showTimeseries
- : SHOW LATEST? TIMESERIES prefixPath? tagWhereClause? limitClause?
+ : SHOW LATEST? TIMESERIES prefixPath? tagWhereClause? rowPaginationClause?
;
// Show Child Paths
@@ -413,63 +413,75 @@ selectStatement
: selectClause
intoClause?
fromClause
- whereClause? specialClause?
+ whereClause?
+ groupByClause?
+ havingClause?
+ orderByClause?
+ fillClause?
+ paginationClause?
+ alignByClause?
+ | selectClause
+ intoClause?
+ fromClause
+ whereClause?
+ groupByClause?
+ havingClause?
+ fillClause?
+ orderByClause?
+ paginationClause?
+ alignByClause?
;
-intoClause
- : INTO ALIGNED? intoPath (COMMA intoPath)*
- | INTO intoItem (COMMA intoItem)*
+// ---- Select Clause
+selectClause
+ : SELECT LAST? resultColumn (COMMA resultColumn)*
;
-intoPath
- : ROOT (DOT nodeNameInIntoPath)* #fullPathInIntoPath
- | nodeNameInIntoPath (DOT nodeNameInIntoPath)* #suffixPathInIntoPath
+resultColumn
+ : expression (AS alias)?
;
-intoItem
- : ALIGNED? intoPath LR_BRACKET nodeNameInIntoPath (COMMA nodeNameInIntoPath)* RR_BRACKET
+// ---- Into Clause
+intoClause
+ : INTO intoItem (COMMA intoItem)*
;
-nodeNameInIntoPath
- : nodeNameWithoutWildcard
- | DOUBLE_COLON
+intoItem
+ : ALIGNED? intoPath LR_BRACKET nodeNameInIntoPath (COMMA nodeNameInIntoPath)* RR_BRACKET
;
-specialClause
- : specialLimit #specialLimitStatement
- | orderByClause specialLimit? #orderByTimeStatement
- | groupByTimeClause havingClause? orderByClause? specialLimit? #groupByTimeStatement
- | groupByFillClause havingClause? orderByClause? specialLimit? #groupByFillStatement
- | groupByLevelClause havingClause? orderByClause? specialLimit? #groupByLevelStatement
- | groupByTagClause havingClause? orderByClause? specialLimit? #groupByTagStatement
- | fillClause orderByClause? specialLimit? #fillStatement
+// ---- From Clause
+fromClause
+ : FROM prefixPath (COMMA prefixPath)*
;
-specialLimit
- : limitClause slimitClause? alignByDeviceClauseOrDisableAlign? #limitStatement
- | slimitClause limitClause? alignByDeviceClauseOrDisableAlign? #slimitStatement
- | withoutNullClause limitClause? slimitClause? alignByDeviceClauseOrDisableAlign? #withoutNullStatement
- | alignByDeviceClauseOrDisableAlign #alignByDeviceClauseOrDisableAlignStatement
+// ---- Where Clause
+whereClause
+ : WHERE expression
;
-havingClause
- : HAVING expression
+// ---- Group By Clause
+groupByClause
+ : GROUP BY groupByAttributeClause (COMMA groupByAttributeClause)*
;
-alignByDeviceClauseOrDisableAlign
- : alignByDeviceClause
- | disableAlign
+groupByAttributeClause
+ : TIME? LR_BRACKET (timeRange COMMA)? interval=DURATION_LITERAL (COMMA step=DURATION_LITERAL)? RR_BRACKET
+ | LEVEL operator_eq INTEGER_LITERAL (COMMA INTEGER_LITERAL)*
+ | TAGS LR_BRACKET identifier (COMMA identifier)* RR_BRACKET
;
-alignByDeviceClause
- : ALIGN BY DEVICE
- | GROUP BY DEVICE
+timeRange
+ : LS_BRACKET startTime=timeValue COMMA endTime=timeValue RR_BRACKET
+ | LR_BRACKET startTime=timeValue COMMA endTime=timeValue RS_BRACKET
;
-disableAlign
- : DISABLE ALIGN
+// ---- Having Clause
+havingClause
+ : HAVING expression
;
+// ---- Order By Clause
orderByClause
: ORDER BY orderByAttributeClause (COMMA orderByAttributeClause)*
;
@@ -484,62 +496,48 @@ sortKey
| DEVICE
;
-groupByTimeClause
- : GROUP BY TIME? LR_BRACKET (timeRange COMMA)? interval=DURATION_LITERAL (COMMA step=DURATION_LITERAL)? fillClause? RR_BRACKET
- | GROUP BY TIME? LR_BRACKET (timeRange COMMA)? interval=DURATION_LITERAL (COMMA step=DURATION_LITERAL)? RR_BRACKET
- COMMA LEVEL operator_eq INTEGER_LITERAL (COMMA INTEGER_LITERAL)* fillClause?
- | GROUP BY TIME? LR_BRACKET (timeRange COMMA)? interval=DURATION_LITERAL (COMMA step=DURATION_LITERAL)? RR_BRACKET
- COMMA TAGS LR_BRACKET identifier (COMMA identifier)* RR_BRACKET
- ;
-
-groupByFillClause
- : GROUP BY TIME? LR_BRACKET (timeRange COMMA)? interval=DURATION_LITERAL (COMMA step=DURATION_LITERAL)? RR_BRACKET
- fillClause
- ;
-
-groupByLevelClause
- : GROUP BY LEVEL operator_eq INTEGER_LITERAL (COMMA INTEGER_LITERAL)* fillClause?
+// ---- Fill Clause
+fillClause
+ : FILL LR_BRACKET (LINEAR | PREVIOUS | constant) RR_BRACKET
;
-groupByTagClause
- : GROUP BY TAGS LR_BRACKET identifier (COMMA identifier)* RR_BRACKET
+// ---- Pagination Clause
+paginationClause
+ : seriesPaginationClause rowPaginationClause?
+ | rowPaginationClause seriesPaginationClause?
;
-fillClause
- : FILL LR_BRACKET (linearClause | previousClause | specificValueClause | previousUntilLastClause | oldTypeClause (COMMA oldTypeClause)*) RR_BRACKET
+rowPaginationClause
+ : limitClause offsetClause?
+ | offsetClause? limitClause
;
-withoutNullClause
- : WITHOUT NULL_LITERAL (ALL | ANY) (LR_BRACKET expression (COMMA expression)* RR_BRACKET)?
+seriesPaginationClause
+ : slimitClause soffsetClause?
+ | soffsetClause? slimitClause
;
-oldTypeClause
- : (ALL | dataType=attributeValue) LS_BRACKET linearClause RS_BRACKET
- | (ALL | dataType=attributeValue) LS_BRACKET previousClause RS_BRACKET
- | (ALL | dataType=attributeValue) LS_BRACKET specificValueClause RS_BRACKET
- | (ALL | dataType=attributeValue) LS_BRACKET previousUntilLastClause RS_BRACKET
+limitClause
+ : LIMIT rowLimit=INTEGER_LITERAL
;
-linearClause
- : LINEAR (COMMA aheadDuration=DURATION_LITERAL COMMA behindDuration=DURATION_LITERAL)?
+offsetClause
+ : OFFSET rowOffset=INTEGER_LITERAL
;
-previousClause
- : PREVIOUS (COMMA DURATION_LITERAL)?
+slimitClause
+ : SLIMIT seriesLimit=INTEGER_LITERAL
;
-specificValueClause
- : constant?
+soffsetClause
+ : SOFFSET seriesOffset=INTEGER_LITERAL
;
-previousUntilLastClause
- : PREVIOUSUNTILLAST (COMMA DURATION_LITERAL)?
+// ---- Align By Clause
+alignByClause
+ : ALIGN BY (TIME | DEVICE)
;
-timeRange
- : LS_BRACKET startTime=timeValue COMMA endTime=timeValue RR_BRACKET
- | LR_BRACKET startTime=timeValue COMMA endTime=timeValue RS_BRACKET
- ;
// Insert Statement
insertStatement
@@ -566,11 +564,7 @@ measurementValue
// Delete Statement
deleteStatement
- : DELETE FROM prefixPath (COMMA prefixPath)* (whereClause)?
- ;
-
-whereClause
- : WHERE expression
+ : DELETE FROM prefixPath (COMMA prefixPath)* whereClause?
;
/**
@@ -853,6 +847,11 @@ suffixPath
: nodeName (DOT nodeName)*
;
+intoPath
+ : ROOT (DOT nodeNameInIntoPath)* #fullPathInIntoPath
+ | nodeNameInIntoPath (DOT nodeNameInIntoPath)* #suffixPathInIntoPath
+ ;
+
nodeName
: wildcard
| wildcard? identifier wildcard?
@@ -863,6 +862,11 @@ nodeNameWithoutWildcard
: identifier
;
+nodeNameInIntoPath
+ : nodeNameWithoutWildcard
+ | DOUBLE_COLON
+ ;
+
wildcard
: STAR
| DOUBLE_STAR
@@ -938,25 +942,6 @@ operator_eq
| OPERATOR_DEQ
;
-
-// Select Clause
-
-selectClause
- : SELECT LAST? resultColumn (COMMA resultColumn)*
- ;
-
-resultColumn
- : expression (AS alias)?
- ;
-
-
-// From Clause
-
-fromClause
- : FROM prefixPath (COMMA prefixPath)*
- ;
-
-
// Attribute Clause
attributeClauses
@@ -996,23 +981,3 @@ attributeValue
: identifier
| constant
;
-
-// Limit & Offset Clause
-
-limitClause
- : LIMIT INTEGER_LITERAL offsetClause?
- | offsetClause? LIMIT INTEGER_LITERAL
- ;
-
-offsetClause
- : OFFSET INTEGER_LITERAL
- ;
-
-slimitClause
- : SLIMIT INTEGER_LITERAL soffsetClause?
- | soffsetClause? SLIMIT INTEGER_LITERAL
- ;
-
-soffsetClause
- : SOFFSET INTEGER_LITERAL
- ;
diff --git a/docs/UserGuide/Query-Data/Overview.md b/docs/UserGuide/Query-Data/Overview.md
index ab751b8ec2..82e697770d 100644
--- a/docs/UserGuide/Query-Data/Overview.md
+++ b/docs/UserGuide/Query-Data/Overview.md
@@ -26,18 +26,21 @@
In IoTDB, `SELECT` statement is used to retrieve data from one or more selected time series. Here is the syntax definition of `SELECT` statement:
```sql
-SELECT [LAST] resultColumn [, resultColumn] ...
+SELECT [LAST] selectExpr [, selectExpr] ...
[INTO intoItem [, intoItem] ...]
FROM prefixPath [, prefixPath] ...
[WHERE whereCondition]
- [GROUP BY ([startTime, endTime), interval, slidingStep)]
- [GROUP BY LEVEL = levelNum [, levelNum] ...]
- [FILL ({PREVIOUS | LINEAR | constant})]
+ [GROUP BY {
+ ([startTime, endTime), interval [, slidingStep]) |
+ LEVEL = levelNum [, levelNum] ... |
+ TAGS(tagKey [, tagKey] ... )
+ }]
[HAVING havingCondition]
- [ORDER BY TIME {ASC | DESC}]
- [LIMIT rowLimit] [OFFSET rowOffset]
+ [ORDER BY sortKey {ASC | DESC}]
+ [FILL ({PREVIOUS | LINEAR | constant})]
[SLIMIT seriesLimit] [SOFFSET seriesOffset]
- [ALIGN BY DEVICE]
+ [LIMIT rowLimit] [OFFSET rowOffset]
+ [ALIGN BY {TIME | DEVICE}]
```
The most commonly used clauses of `SELECT` statements are these:
diff --git a/docs/zh/UserGuide/Query-Data/Overview.md b/docs/zh/UserGuide/Query-Data/Overview.md
index 4b226c73b6..81f6ad2694 100644
--- a/docs/zh/UserGuide/Query-Data/Overview.md
+++ b/docs/zh/UserGuide/Query-Data/Overview.md
@@ -29,17 +29,18 @@
SELECT [LAST] selectExpr [, selectExpr] ...
[INTO intoItem [, intoItem] ...]
FROM prefixPath [, prefixPath] ...
- [ALIGN BY {TIME | DEVICE}]
[WHERE whereCondition]
[GROUP BY {
- ([startTime, endTime), interval, slidingStep) |
- LEVEL = levelNum [, levelNum] ...
+ ([startTime, endTime), interval [, slidingStep]) |
+ LEVEL = levelNum [, levelNum] ... |
+ TAGS(tagKey [, tagKey] ... )
}]
[HAVING havingCondition]
[ORDER BY sortKey {ASC | DESC}]
[FILL ({PREVIOUS | LINEAR | constant})]
[SLIMIT seriesLimit] [SOFFSET seriesOffset]
[LIMIT rowLimit] [OFFSET rowOffset]
+ [ALIGN BY {TIME | DEVICE}]
```
## 语法说明
@@ -62,12 +63,6 @@ SELECT [LAST] selectExpr [, selectExpr] ...
- `FROM` 子句包含要查询的一个或多个时间序列的路径前缀，支持使用通配符。
- 在执行查询时，会将 `FROM` 子句中的路径前缀和 `SELECT` 子句中的后缀进行拼接得到完整的查询目标序列。
-### `ALIGN BY` 子句
-
-- 查询结果集默认**按时间对齐**，包含一列时间列和若干个值列，每一行数据各列的时间戳相同。
-- 除按时间对齐之外，还支持**按设备对齐**，查询结果集包含一列时间列、一列设备列和若干个值列。
-- 详细说明及示例见文档 [查询对齐模式](./Align-By.md) 。
-
### `WHERE` 子句
- `WHERE` 子句指定了对数据行的筛选条件，由一个 `whereCondition` 组成。
@@ -112,6 +107,11 @@ SELECT [LAST] selectExpr [, selectExpr] ...
- `LIMIT` 指定查询结果的行数，`OFFSET` 指定查询结果显示的起始行位置。
- 关于查询结果分页，详细说明及示例见文档 [结果集分页](./Pagination.md) 。
+### `ALIGN BY` 子句
+
+- 查询结果集默认**按时间对齐**，包含一列时间列和若干个值列，每一行数据各列的时间戳相同。
+- 除按时间对齐之外，还支持**按设备对齐**，查询结果集包含一列时间列、一列设备列和若干个值列。
+- 详细说明及示例见文档 [查询对齐模式](./Align-By.md) 。
## SQL 示例
diff --git a/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSyntaxConventionStringLiteralIT.java b/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSyntaxConventionStringLiteralIT.java
index a206201bd4..3a015b76c5 100644
--- a/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSyntaxConventionStringLiteralIT.java
+++ b/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSyntaxConventionStringLiteralIT.java
@@ -382,7 +382,7 @@ public class IoTDBSyntaxConventionStringLiteralIT {
String errorMsg =
TSStatusCode.SQL_PARSE_ERROR.getStatusCode()
+ ": Error occurred while parsing SQL to physical plan: "
- + "line 1:21 extraneous input 'k' expecting {',', ')'}";
+ + "line 1:22 token recognition error at: '` = 1) from root.vehicle.d1'";
try (Connection connection = EnvFactory.getEnv().getConnection();
Statement statement = connection.createStatement()) {
// UDF attribute should be STRING_LITERAL
diff --git a/server/src/main/java/org/apache/iotdb/db/mpp/plan/parser/ASTVisitor.java b/server/src/main/java/org/apache/iotdb/db/mpp/plan/parser/ASTVisitor.java
index f2557cc6f3..cc453de4dd 100644
--- a/server/src/main/java/org/apache/iotdb/db/mpp/plan/parser/ASTVisitor.java
+++ b/server/src/main/java/org/apache/iotdb/db/mpp/plan/parser/ASTVisitor.java
@@ -165,8 +165,6 @@ import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.CountTimeseriesContext;
import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.CreateFunctionContext;
import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.DropFunctionContext;
import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.ExpressionContext;
-import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.GroupByTagClauseContext;
-import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.GroupByTagStatementContext;
import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.IdentifierContext;
import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.ShowFunctionsContext;
import org.apache.iotdb.db.qp.sql.IoTDBSqlParserBaseVisitor;
@@ -192,7 +190,6 @@ import java.util.LinkedHashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
-import java.util.regex.Pattern;
import java.util.stream.Collectors;
import static org.apache.iotdb.db.metadata.MetadataConstant.ALL_RESULT_NODES;
@@ -209,10 +206,6 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
"For delete statement, where clause can only contain time expressions, "
+ "value filter is not currently supported.";
- /** For create-cq clause and select-into clause, used to match "{x}", where x is an integer. */
- private static final Pattern leveledPathNodePattern = Pattern.compile("\\$\\{\\w+}");
-
- // TODO: add comment
private ZoneId zoneId;
public void setZoneId(ZoneId zoneId) {
@@ -566,8 +559,14 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
if (ctx.tagWhereClause() != null) {
parseTagWhereClause(ctx.tagWhereClause(), showTimeSeriesStatement);
}
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), showTimeSeriesStatement);
+ if (ctx.rowPaginationClause() != null) {
+ if (ctx.rowPaginationClause().limitClause() != null) {
+ showTimeSeriesStatement.setLimit(parseLimitClause(ctx.rowPaginationClause().limitClause()));
+ }
+ if (ctx.rowPaginationClause().offsetClause() != null) {
+ showTimeSeriesStatement.setOffset(
+ parseOffsetClause(ctx.rowPaginationClause().offsetClause()));
+ }
}
return showTimeSeriesStatement;
}
@@ -624,8 +623,13 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
showDevicesStatement =
new ShowDevicesStatement(new PartialPath(SQLConstant.getSingleRootArray()));
}
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), showDevicesStatement);
+ if (ctx.rowPaginationClause() != null) {
+ if (ctx.rowPaginationClause().limitClause() != null) {
+ showDevicesStatement.setLimit(parseLimitClause(ctx.rowPaginationClause().limitClause()));
+ }
+ if (ctx.rowPaginationClause().offsetClause() != null) {
+ showDevicesStatement.setOffset(parseOffsetClause(ctx.rowPaginationClause().offsetClause()));
+ }
}
// show devices with database
if (ctx.WITH() != null) {
@@ -907,39 +911,108 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
/** Data Manipulation Language (DML) */
// Select Statement ========================================================================
-
- private QueryStatement queryStatement;
-
@Override
public Statement visitSelectStatement(IoTDBSqlParser.SelectStatementContext ctx) {
- // initialize query statement
- queryStatement = new QueryStatement();
+ QueryStatement queryStatement = new QueryStatement();
- // parse select, from
- parseSelectClause(ctx.selectClause());
- parseFromClause(ctx.fromClause());
+ // parse SELECT & FROM
+ queryStatement.setSelectComponent(parseSelectClause(ctx.selectClause()));
+ queryStatement.setFromComponent(parseFromClause(ctx.fromClause()));
- // parse into clause
+ // parse INTO
if (ctx.intoClause() != null) {
- parseIntoClause(ctx.intoClause());
+ queryStatement.setIntoComponent(parseIntoClause(ctx.intoClause()));
}
- // parse where clause
+ // parse WHERE
if (ctx.whereClause() != null) {
- WhereCondition whereCondition = parseWhereClause(ctx.whereClause());
- queryStatement.setWhereCondition(whereCondition);
+ queryStatement.setWhereCondition(parseWhereClause(ctx.whereClause()));
+ }
+
+ // parse GROUP BY
+ if (ctx.groupByClause() != null) {
+ Set<String> groupByKeys = new HashSet<>();
+ List<IoTDBSqlParser.GroupByAttributeClauseContext> groupByAttributes =
+ ctx.groupByClause().groupByAttributeClause();
+ for (IoTDBSqlParser.GroupByAttributeClauseContext groupByAttribute : groupByAttributes) {
+ if (groupByAttribute.TIME() != null || groupByAttribute.interval != null) {
+ if (groupByKeys.contains("TIME")) {
+ throw new SemanticException("duplicated group by key: TIME");
+ }
+
+ groupByKeys.add("TIME");
+ queryStatement.setGroupByTimeComponent(parseGroupByTimeClause(groupByAttribute));
+ } else if (groupByAttribute.LEVEL() != null) {
+ if (groupByKeys.contains("LEVEL")) {
+ throw new SemanticException("duplicated group by key: LEVEL");
+ }
+
+ groupByKeys.add("LEVEL");
+ queryStatement.setGroupByLevelComponent(parseGroupByLevelClause(groupByAttribute));
+ } else if (groupByAttribute.TAGS() != null) {
+ if (groupByKeys.contains("TAGS")) {
+ throw new SemanticException("duplicated group by key: TAGS");
+ }
+
+ groupByKeys.add("TAGS");
+ queryStatement.setGroupByTagComponent(parseGroupByTagClause(groupByAttribute));
+ } else {
+ throw new SQLParserException("Unknown GROUP BY type.");
+ }
+ }
+ }
+
+ // parse HAVING
+ if (ctx.havingClause() != null) {
+ queryStatement.setHavingCondition(parseHavingClause(ctx.havingClause()));
+ }
+
+ // parse ORDER BY
+ if (ctx.orderByClause() != null) {
+ queryStatement.setOrderByComponent(parseOrderByClause(ctx.orderByClause()));
+ }
+
+ // parse FILL
+ if (ctx.fillClause() != null) {
+ queryStatement.setFillComponent(parseFillClause(ctx.fillClause()));
+ }
+
+ if (ctx.paginationClause() != null) {
+ // parse SLIMIT & SOFFSET
+ if (ctx.paginationClause().seriesPaginationClause() != null) {
+ if (ctx.paginationClause().seriesPaginationClause().slimitClause() != null) {
+ queryStatement.setSeriesLimit(
+ parseSLimitClause(ctx.paginationClause().seriesPaginationClause().slimitClause()));
+ }
+ if (ctx.paginationClause().seriesPaginationClause().soffsetClause() != null) {
+ queryStatement.setSeriesOffset(
+ parseSOffsetClause(ctx.paginationClause().seriesPaginationClause().soffsetClause()));
+ }
+ }
+
+ // parse LIMIT & OFFSET
+ if (ctx.paginationClause().rowPaginationClause() != null) {
+ if (ctx.paginationClause().rowPaginationClause().limitClause() != null) {
+ queryStatement.setRowLimit(
+ parseLimitClause(ctx.paginationClause().rowPaginationClause().limitClause()));
+ }
+ if (ctx.paginationClause().rowPaginationClause().offsetClause() != null) {
+ queryStatement.setRowOffset(
+ parseOffsetClause(ctx.paginationClause().rowPaginationClause().offsetClause()));
+ }
+ }
}
- // parser special clause
- if (ctx.specialClause() != null) {
- queryStatement = (QueryStatement) visit(ctx.specialClause());
+ // parse ALIGN BY
+ if (ctx.alignByClause() != null) {
+ queryStatement.setResultSetFormat(parseAlignBy(ctx.alignByClause()));
}
+
return queryStatement;
}
- // Select Clause
-
- public void parseSelectClause(IoTDBSqlParser.SelectClauseContext ctx) {
+ // ---- Select Clause
+ private SelectComponent parseSelectClause(IoTDBSqlParser.SelectClauseContext ctx) {
SelectComponent selectComponent = new SelectComponent(zoneId);
// parse LAST
@@ -962,8 +1035,7 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
}
selectComponent.setAliasToColumnMap(aliasToColumnMap);
- // set selectComponent
- queryStatement.setSelectComponent(selectComponent);
+ return selectComponent;
}
private ResultColumn parseResultColumn(IoTDBSqlParser.ResultColumnContext resultColumnContext) {
@@ -980,128 +1052,60 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
return new ResultColumn(expression, alias, columnType);
}
- // From Clause
-
- public void parseFromClause(IoTDBSqlParser.FromClauseContext ctx) {
+ // ---- From Clause
+ private FromComponent parseFromClause(IoTDBSqlParser.FromClauseContext ctx) {
FromComponent fromComponent = new FromComponent();
List<IoTDBSqlParser.PrefixPathContext> prefixFromPaths = ctx.prefixPath();
for (IoTDBSqlParser.PrefixPathContext prefixFromPath : prefixFromPaths) {
PartialPath path = parsePrefixPath(prefixFromPath);
fromComponent.addPrefixPath(path);
}
- queryStatement.setFromComponent(fromComponent);
+ return fromComponent;
}
- // Where Clause
-
- public WhereCondition parseWhereClause(IoTDBSqlParser.WhereClauseContext ctx) {
- Expression predicate =
- parseExpression(ctx.expression(), ctx.expression().OPERATOR_NOT() == null);
- return new WhereCondition(predicate);
- }
-
- // Group By Time Clause
-
- @Override
- public Statement visitGroupByTimeStatement(IoTDBSqlParser.GroupByTimeStatementContext ctx) {
- // parse group by time clause
- parseGroupByTimeClause(ctx.groupByTimeClause());
-
- // parse order by time
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
+ // ---- Into Clause
+ private IntoComponent parseIntoClause(IoTDBSqlParser.IntoClauseContext ctx) {
+ List<IntoItem> intoItems = new ArrayList<>();
+ for (IoTDBSqlParser.IntoItemContext intoItemContext : ctx.intoItem()) {
+ intoItems.add(parseIntoItem(intoItemContext));
}
-
- // parse Having
- if (ctx.havingClause() != null) {
- parseHavingClause(ctx.havingClause());
- }
-
- // parse limit & offset
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
-
- return queryStatement;
+ return new IntoComponent(intoItems);
}
- @Override
- public Statement visitGroupByFillStatement(IoTDBSqlParser.GroupByFillStatementContext ctx) {
- // parse group by time clause & fill clause
- parseGroupByTimeClause(ctx.groupByFillClause());
-
- // parse order by time
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
-
- // parse Having
- if (ctx.havingClause() != null) {
- parseHavingClause(ctx.havingClause());
- }
-
- // parse limit & offset
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryStatement;
+ private IntoItem parseIntoItem(IoTDBSqlParser.IntoItemContext intoItemContext) {
+ boolean isAligned = intoItemContext.ALIGNED() != null;
+ PartialPath intoDevice = parseIntoPath(intoItemContext.intoPath());
+ List<String> intoMeasurements =
+ intoItemContext.nodeNameInIntoPath().stream()
+ .map(this::parseNodeNameInIntoPath)
+ .collect(Collectors.toList());
+ return new IntoItem(intoDevice, intoMeasurements, isAligned);
}
- private void parseGroupByTimeClause(IoTDBSqlParser.GroupByTimeClauseContext ctx) {
- GroupByTimeComponent groupByTimeComponent = new GroupByTimeComponent();
-
- // parse time range
- if (ctx.timeRange() != null) {
- parseTimeRange(ctx.timeRange(), groupByTimeComponent);
- groupByTimeComponent.setLeftCRightO(ctx.timeRange().LS_BRACKET() != null);
- }
-
- // parse time interval
- groupByTimeComponent.setInterval(
- parseTimeIntervalOrSlidingStep(ctx.interval.getText(), true, groupByTimeComponent));
- if (groupByTimeComponent.getInterval() <= 0) {
- throw new SemanticException(
- "The second parameter time interval should be a positive integer.");
- }
-
- // parse sliding step
- if (ctx.step != null) {
- groupByTimeComponent.setSlidingStep(
- parseTimeIntervalOrSlidingStep(ctx.step.getText(), false, groupByTimeComponent));
+ private PartialPath parseIntoPath(IoTDBSqlParser.IntoPathContext intoPathContext) {
+ if (intoPathContext instanceof IoTDBSqlParser.FullPathInIntoPathContext) {
+ return parseFullPathInIntoPath((IoTDBSqlParser.FullPathInIntoPathContext) intoPathContext);
} else {
- groupByTimeComponent.setSlidingStep(groupByTimeComponent.getInterval());
- groupByTimeComponent.setSlidingStepByMonth(groupByTimeComponent.isIntervalByMonth());
- }
-
- // parse GroupByLevel clause
- if (ctx.LEVEL() != null && ctx.INTEGER_LITERAL() != null) {
- GroupByLevelComponent groupByLevelComponent = new GroupByLevelComponent();
- int[] levels = new int[ctx.INTEGER_LITERAL().size()];
- for (int i = 0; i < ctx.INTEGER_LITERAL().size(); i++) {
- levels[i] = Integer.parseInt(ctx.INTEGER_LITERAL().get(i).getText());
- }
- groupByLevelComponent.setLevels(levels);
- queryStatement.setGroupByLevelComponent(groupByLevelComponent);
- }
-
- if (ctx.TAGS() != null) {
- List<String> tagKeys = new ArrayList<>();
- for (IdentifierContext identifierContext : ctx.identifier()) {
- tagKeys.add(identifierContext.getText());
+ List<IoTDBSqlParser.NodeNameInIntoPathContext> nodeNames =
+ ((IoTDBSqlParser.SuffixPathInIntoPathContext) intoPathContext).nodeNameInIntoPath();
+ String[] path = new String[nodeNames.size()];
+ for (int i = 0; i < nodeNames.size(); i++) {
+ path[i] = parseNodeNameInIntoPath(nodeNames.get(i));
}
- queryStatement.setGroupByTagComponent(new GroupByTagComponent(tagKeys));
- }
-
- // parse fill clause
- if (ctx.fillClause() != null) {
- parseFillClause(ctx.fillClause());
+ return new PartialPath(path);
}
+ }
- // set groupByTimeComponent
- queryStatement.setGroupByTimeComponent(groupByTimeComponent);
+ // ---- Where Clause
+ private WhereCondition parseWhereClause(IoTDBSqlParser.WhereClauseContext ctx) {
+ Expression predicate =
+ parseExpression(ctx.expression(), ctx.expression().OPERATOR_NOT() == null);
+ return new WhereCondition(predicate);
}
- private void parseGroupByTimeClause(IoTDBSqlParser.GroupByFillClauseContext ctx) {
+ // ---- Group By Clause
+ private GroupByTimeComponent parseGroupByTimeClause(
+ IoTDBSqlParser.GroupByAttributeClauseContext ctx) {
GroupByTimeComponent groupByTimeComponent = new GroupByTimeComponent();
// parse time range
@@ -1127,16 +1131,10 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
groupByTimeComponent.setSlidingStepByMonth(groupByTimeComponent.isIntervalByMonth());
}
- // parse fill clause
- if (ctx.fillClause() != null) {
- parseFillClause(ctx.fillClause());
- }
-
- // set groupByTimeComponent
- queryStatement.setGroupByTimeComponent(groupByTimeComponent);
+ return groupByTimeComponent;
}
- /** parse time range (startTime and endTime) in group by query. */
+ /** parse time range (startTime and endTime) in group by time. */
private void parseTimeRange(
IoTDBSqlParser.TimeRangeContext timeRange, GroupByTimeComponent groupByClauseComponent) {
long currentTime = DateTimeUtils.currentTime();
@@ -1167,71 +1165,19 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
return DateTimeUtils.convertDurationStrToLong(duration);
}
- // Group By Level Clause
- @Override
- public Statement visitGroupByLevelStatement(IoTDBSqlParser.GroupByLevelStatementContext ctx) {
- // parse GroupByLevel clause
- parseGroupByLevelClause(ctx.groupByLevelClause());
-
- // parse order by time
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
-
- // parse Having
- if (ctx.havingClause() != null) {
- parseHavingClause(ctx.havingClause());
- }
-
- // parse limit & offset
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryStatement;
- }
-
- public void parseGroupByLevelClause(IoTDBSqlParser.GroupByLevelClauseContext ctx) {
+ private GroupByLevelComponent parseGroupByLevelClause(
+ IoTDBSqlParser.GroupByAttributeClauseContext ctx) {
GroupByLevelComponent groupByLevelComponent = new GroupByLevelComponent();
int[] levels = new int[ctx.INTEGER_LITERAL().size()];
for (int i = 0; i < ctx.INTEGER_LITERAL().size(); i++) {
levels[i] = Integer.parseInt(ctx.INTEGER_LITERAL().get(i).getText());
}
groupByLevelComponent.setLevels(levels);
-
- // parse fill clause
- if (ctx.fillClause() != null) {
- parseFillClause(ctx.fillClause());
- }
-
- queryStatement.setGroupByLevelComponent(groupByLevelComponent);
- }
-
- // HAVING Clause
- public void parseHavingClause(IoTDBSqlParser.HavingClauseContext ctx) {
- Expression predicate =
- parseExpression(ctx.expression(), ctx.expression().OPERATOR_NOT() == null);
- queryStatement.setHavingCondition(new HavingCondition(predicate));
- }
-
- @Override
- public Statement visitGroupByTagStatement(GroupByTagStatementContext ctx) {
- // parse group by tag clause
- parseGroupByTagClause(ctx.groupByTagClause());
-
- // parse order by time
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
-
- // parse limit & offset
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
-
- return queryStatement;
+ return groupByLevelComponent;
}
- public void parseGroupByTagClause(GroupByTagClauseContext ctx) {
+ private GroupByTagComponent parseGroupByTagClause(
+ IoTDBSqlParser.GroupByAttributeClauseContext ctx) {
Set<String> tagKeys = new LinkedHashSet<>();
for (IdentifierContext identifierContext : ctx.identifier()) {
String key = parseIdentifier(identifierContext.getText());
@@ -1240,53 +1186,56 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
}
tagKeys.add(key);
}
- queryStatement.setGroupByTagComponent(new GroupByTagComponent(new ArrayList<>(tagKeys)));
+ return new GroupByTagComponent(new ArrayList<>(tagKeys));
}
- // Fill Clause
- @Override
- public Statement visitFillStatement(IoTDBSqlParser.FillStatementContext ctx) {
- // parse fill
- parseFillClause(ctx.fillClause());
+ // ---- Having Clause
+ private HavingCondition parseHavingClause(IoTDBSqlParser.HavingClauseContext ctx) {
+ Expression predicate =
+ parseExpression(ctx.expression(), ctx.expression().OPERATOR_NOT() == null);
+ return new HavingCondition(predicate);
+ }
- // parse order by time
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
+ // ---- Order By Clause
+ private OrderByComponent parseOrderByClause(IoTDBSqlParser.OrderByClauseContext ctx) {
+ OrderByComponent orderByComponent = new OrderByComponent();
+ Set<SortKey> sortKeySet = new HashSet<>();
+ for (IoTDBSqlParser.OrderByAttributeClauseContext orderByAttributeClauseContext :
+ ctx.orderByAttributeClause()) {
+ SortItem sortItem = parseOrderByAttributeClause(orderByAttributeClauseContext);
- // parse limit & offset
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
+ SortKey sortKey = sortItem.getSortKey();
+ if (sortKeySet.contains(sortKey)) {
+ throw new SemanticException(String.format("ORDER BY: duplicate sort key '%s'", sortKey));
+ } else {
+ sortKeySet.add(sortKey);
+ orderByComponent.addSortItem(sortItem);
+ }
}
- return queryStatement;
+ return orderByComponent;
+ }
+
+ private SortItem parseOrderByAttributeClause(IoTDBSqlParser.OrderByAttributeClauseContext ctx) {
+ return new SortItem(
+ SortKey.valueOf(ctx.sortKey().getText().toUpperCase()),
+ ctx.DESC() != null ? Ordering.DESC : Ordering.ASC);
}
- public void parseFillClause(IoTDBSqlParser.FillClauseContext ctx) {
+ // ---- Fill Clause
+ public FillComponent parseFillClause(IoTDBSqlParser.FillClauseContext ctx) {
FillComponent fillComponent = new FillComponent();
- if (ctx.linearClause() != null) {
- if (ctx.linearClause().DURATION_LITERAL().size() > 0) {
- throw new SemanticException("The specified fill time range is not supported.");
- }
+ if (ctx.LINEAR() != null) {
fillComponent.setFillPolicy(FillPolicy.LINEAR);
- } else if (ctx.previousClause() != null) {
- if (ctx.previousClause().DURATION_LITERAL() != null) {
- throw new SemanticException("The specified fill time range is not supported.");
- }
+ } else if (ctx.PREVIOUS() != null) {
fillComponent.setFillPolicy(FillPolicy.PREVIOUS);
- } else if (ctx.specificValueClause() != null) {
+ } else if (ctx.constant() != null) {
fillComponent.setFillPolicy(FillPolicy.VALUE);
- if (ctx.specificValueClause().constant() != null) {
- Literal fillValue = parseLiteral(ctx.specificValueClause().constant());
- fillComponent.setFillValue(fillValue);
- } else {
- throw new SemanticException("fill value cannot be null");
- }
- } else if (ctx.previousUntilLastClause() != null) {
- throw new SemanticException("PREVIOUSUNTILLAST fill is not supported yet.");
- } else if (ctx.oldTypeClause() != null) {
- throw new SemanticException("The specified fill datatype is not supported.");
+ Literal fillValue = parseLiteral(ctx.constant());
+ fillComponent.setFillValue(fillValue);
+ } else {
+ throw new SemanticException("Unknown FILL type.");
}
- queryStatement.setFillComponent(fillComponent);
+ return fillComponent;
}
private Literal parseLiteral(ConstantContext constantContext) {
@@ -1306,36 +1255,8 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
}
}
- // Other Clauses
- @Override
- public Statement visitSpecialLimitStatement(IoTDBSqlParser.SpecialLimitStatementContext ctx) {
- return visit(ctx.specialLimit());
- }
-
- @Override
- public Statement visitLimitStatement(IoTDBSqlParser.LimitStatementContext ctx) {
- if ((ctx.limitClause() != null || ctx.slimitClause() != null)
- && queryStatement.isGroupByTag()) {
- // TODO: I will support limit and slimit in later PRs
- throw new SemanticException("Limit or slimit are not supported yet in GROUP BY TAGS");
- }
- // parse LIMIT
- parseLimitClause(ctx.limitClause(), queryStatement);
-
- // parse SLIMIT
- if (ctx.slimitClause() != null) {
- parseSlimitClause(ctx.slimitClause());
- }
-
- // parse ALIGN BY DEVICE or DISABLE ALIGN
- if (ctx.alignByDeviceClauseOrDisableAlign() != null) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- }
- return queryStatement;
- }
-
// parse LIMIT & OFFSET
- private void parseLimitClause(IoTDBSqlParser.LimitClauseContext ctx, Statement statement) {
+ private int parseLimitClause(IoTDBSqlParser.LimitClauseContext ctx) {
int limit;
try {
limit = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
@@ -1345,22 +1266,10 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
if (limit <= 0) {
throw new SemanticException("LIMIT <N>: N should be greater than 0.");
}
- if (statement instanceof ShowTimeSeriesStatement) {
- ((ShowTimeSeriesStatement) statement).setLimit(limit);
- } else if (statement instanceof ShowDevicesStatement) {
- ((ShowDevicesStatement) statement).setLimit(limit);
- } else {
- queryStatement.setRowLimit(limit);
- }
-
- // parse OFFSET
- if (ctx.offsetClause() != null) {
- parseOffsetClause(ctx.offsetClause(), statement);
- }
+ return limit;
}
- // parse OFFSET
- private void parseOffsetClause(IoTDBSqlParser.OffsetClauseContext ctx, Statement statement) {
+ private int parseOffsetClause(IoTDBSqlParser.OffsetClauseContext ctx) {
int offset;
try {
offset = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
@@ -1371,34 +1280,11 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
if (offset < 0) {
throw new SemanticException("OFFSET <OFFSETValue>: OFFSETValue should >= 0.");
}
- if (statement instanceof ShowTimeSeriesStatement) {
- ((ShowTimeSeriesStatement) statement).setOffset(offset);
- } else if (statement instanceof ShowDevicesStatement) {
- ((ShowDevicesStatement) statement).setOffset(offset);
- } else {
- queryStatement.setRowOffset(offset);
- }
- }
-
- @Override
- public Statement visitSlimitStatement(IoTDBSqlParser.SlimitStatementContext ctx) {
- // parse SLIMIT
- parseSlimitClause(ctx.slimitClause());
-
- // parse LIMIT
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), queryStatement);
- }
-
- // parse ALIGN BY DEVICE or DISABLE ALIGN
- if (ctx.alignByDeviceClauseOrDisableAlign() != null) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- }
- return queryStatement;
+ return offset;
}
// parse SLIMIT & SOFFSET
- private void parseSlimitClause(IoTDBSqlParser.SlimitClauseContext ctx) {
+ private int parseSLimitClause(IoTDBSqlParser.SlimitClauseContext ctx) {
int slimit;
try {
slimit = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
@@ -1408,16 +1294,11 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
if (slimit <= 0) {
throw new SemanticException("SLIMIT <SN>: SN should be greater than 0.");
}
- queryStatement.setSeriesLimit(slimit);
-
- // parse SOFFSET
- if (ctx.soffsetClause() != null) {
- parseSoffsetClause(ctx.soffsetClause());
- }
+ return slimit;
}
// parse SOFFSET
- public void parseSoffsetClause(IoTDBSqlParser.SoffsetClauseContext ctx) {
+ public int parseSOffsetClause(IoTDBSqlParser.SoffsetClauseContext ctx) {
int soffset;
try {
soffset = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
@@ -1428,130 +1309,15 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
if (soffset < 0) {
throw new SemanticException("SOFFSET <SOFFSETValue>: SOFFSETValue should >= 0.");
}
- queryStatement.setSeriesOffset(soffset);
+ return soffset;
}
- // WITHOUT NULL Clause
-
- @Override
- public Statement visitWithoutNullStatement(IoTDBSqlParser.WithoutNullStatementContext ctx) {
- // parse WITHOUT NULL
- parseWithoutNullClause(ctx.withoutNullClause());
-
- // parse LIMIT & OFFSET
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), queryStatement);
- }
-
- // parse SLIMIT & SOFFSET
- if (ctx.slimitClause() != null) {
- parseSlimitClause(ctx.slimitClause());
- }
-
- // parse ALIGN BY DEVICE or DISABLE ALIGN
- if (ctx.alignByDeviceClauseOrDisableAlign() != null) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- }
- return queryStatement;
- }
-
- // parse WITHOUT NULL
- private void parseWithoutNullClause(IoTDBSqlParser.WithoutNullClauseContext ctx) {
- throw new SemanticException("WITHOUT NULL clause is not supported yet.");
- }
-
- // ORDER BY TIME Clause
-
- @Override
- public Statement visitOrderByTimeStatement(IoTDBSqlParser.OrderByTimeStatementContext ctx) {
- // parse ORDER BY TIME
- parseOrderByClause(ctx.orderByClause());
-
- // parse others
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryStatement;
- }
-
- // parse ORDER BY TIME
- private void parseOrderByClause(IoTDBSqlParser.OrderByClauseContext ctx) {
- OrderByComponent orderByComponent = new OrderByComponent();
- Set<SortKey> sortKeySet = new HashSet<>();
- for (IoTDBSqlParser.OrderByAttributeClauseContext orderByAttributeClauseContext :
- ctx.orderByAttributeClause()) {
- SortItem sortItem = parseOrderByAttributeClause(orderByAttributeClauseContext);
-
- SortKey sortKey = sortItem.getSortKey();
- if (sortKeySet.contains(sortKey)) {
- throw new SemanticException(String.format("ORDER BY: duplicate sort key '%s'", sortKey));
- } else {
- sortKeySet.add(sortKey);
- orderByComponent.addSortItem(sortItem);
- }
- }
- queryStatement.setOrderByComponent(orderByComponent);
- }
-
- private SortItem parseOrderByAttributeClause(IoTDBSqlParser.OrderByAttributeClauseContext ctx) {
- return new SortItem(
- SortKey.valueOf(ctx.sortKey().getText().toUpperCase()),
- ctx.DESC() != null ? Ordering.DESC : Ordering.ASC);
- }
-
- // ResultSetFormat Clause
-
- @Override
- public Statement visitAlignByDeviceClauseOrDisableAlignStatement(
- IoTDBSqlParser.AlignByDeviceClauseOrDisableAlignStatementContext ctx) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- return queryStatement;
- }
-
- private void parseAlignByDeviceClauseOrDisableAlign(
- IoTDBSqlParser.AlignByDeviceClauseOrDisableAlignContext ctx) {
- if (ctx.alignByDeviceClause() != null) {
- queryStatement.setResultSetFormat(ResultSetFormat.ALIGN_BY_DEVICE);
- } else {
- queryStatement.setResultSetFormat(ResultSetFormat.DISABLE_ALIGN);
- }
- }
-
- // parse INTO clause
-
- private void parseIntoClause(IoTDBSqlParser.IntoClauseContext ctx) {
- if (ctx.intoItem().size() > 0) {
- List<IntoItem> intoItems = new ArrayList<>();
- for (IoTDBSqlParser.IntoItemContext intoItemContext : ctx.intoItem()) {
- intoItems.add(parseIntoItem(intoItemContext));
- }
- queryStatement.setIntoComponent(new IntoComponent(intoItems));
+ // ---- Align By Clause
+ private ResultSetFormat parseAlignBy(IoTDBSqlParser.AlignByClauseContext ctx) {
+ if (ctx.DEVICE() != null) {
+ return ResultSetFormat.ALIGN_BY_DEVICE;
} else {
- throw new SemanticException("The syntax of SELECT INTO statement has changed from v0.14");
- }
- }
-
- private IntoItem parseIntoItem(IoTDBSqlParser.IntoItemContext intoItemContext) {
- boolean isAligned = intoItemContext.ALIGNED() != null;
- PartialPath intoDevice = parseIntoPath(intoItemContext.intoPath());
- List<String> intoMeasurements =
- intoItemContext.nodeNameInIntoPath().stream()
- .map(this::parseNodeNameInIntoPath)
- .collect(Collectors.toList());
- return new IntoItem(intoDevice, intoMeasurements, isAligned);
- }
-
- private PartialPath parseIntoPath(IoTDBSqlParser.IntoPathContext intoPathContext) {
- if (intoPathContext instanceof IoTDBSqlParser.FullPathInIntoPathContext) {
- return parseFullPathInIntoPath((IoTDBSqlParser.FullPathInIntoPathContext) intoPathContext);
- } else {
- List<IoTDBSqlParser.NodeNameInIntoPathContext> nodeNames =
- ((IoTDBSqlParser.SuffixPathInIntoPathContext) intoPathContext).nodeNameInIntoPath();
- String[] path = new String[nodeNames.size()];
- for (int i = 0; i < nodeNames.size(); i++) {
- path[i] = parseNodeNameInIntoPath(nodeNames.get(i));
- }
- return new PartialPath(path);
+ return ResultSetFormat.ALIGN_BY_TIME;
}
}
@@ -3070,7 +2836,12 @@ public class ASTVisitor extends IoTDBSqlParserBaseVisitor<Statement> {
private void parseSelectStatementForPipe(
IoTDBSqlParser.SelectStatementContext ctx, CreatePipeStatement statement)
throws SQLParserException {
- if (ctx.intoClause() != null || ctx.specialClause() != null) {
+ if (ctx.intoClause() != null
+ || ctx.groupByClause() != null
+ || ctx.havingClause() != null
+ || ctx.fillClause() != null
+ || ctx.paginationClause() != null
+ || ctx.alignByClause() != null) {
throw new SQLParserException("Not support for this sql in pipe.");
}
diff --git a/server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/crud/QueryStatement.java b/server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/crud/QueryStatement.java
index c36680252c..049c955829 100644
--- a/server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/crud/QueryStatement.java
+++ b/server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/crud/QueryStatement.java
@@ -353,6 +353,9 @@ public class QueryStatement extends Statement {
throw new SemanticException("Output column is duplicated with the tag key: " + s);
}
}
+ if (rowLimit > 0 || rowOffset > 0 || seriesLimit > 0 || seriesOffset > 0) {
+ throw new SemanticException("Limit or slimit are not supported yet in GROUP BY TAGS");
+ }
}
} else {
if (isGroupByTime() || isGroupByLevel()) {
diff --git a/server/src/main/java/org/apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java b/server/src/main/java/org/apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java
deleted file mode 100644
index 4a9b7afeb4..0000000000
--- a/server/src/main/java/org/apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java
+++ /dev/null
@@ -1,3407 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.iotdb.db.qp.sql;
-
-import org.apache.iotdb.commons.auth.entity.PrivilegeType;
-import org.apache.iotdb.commons.cluster.NodeStatus;
-import org.apache.iotdb.commons.conf.IoTDBConstant;
-import org.apache.iotdb.commons.exception.IllegalPathException;
-import org.apache.iotdb.commons.path.PartialPath;
-import org.apache.iotdb.commons.utils.PathUtils;
-import org.apache.iotdb.db.conf.IoTDBConfig;
-import org.apache.iotdb.db.conf.IoTDBDescriptor;
-import org.apache.iotdb.db.exception.sql.SQLParserException;
-import org.apache.iotdb.db.exception.sql.SemanticException;
-import org.apache.iotdb.db.mpp.plan.expression.Expression;
-import org.apache.iotdb.db.mpp.plan.expression.ResultColumn;
-import org.apache.iotdb.db.mpp.plan.expression.binary.AdditionExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.BinaryExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.DivisionExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.EqualToExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.GreaterEqualExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.GreaterThanExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.LessEqualExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.LessThanExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.LogicAndExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.LogicOrExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.ModuloExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.MultiplicationExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.NonEqualExpression;
-import org.apache.iotdb.db.mpp.plan.expression.binary.SubtractionExpression;
-import org.apache.iotdb.db.mpp.plan.expression.leaf.ConstantOperand;
-import org.apache.iotdb.db.mpp.plan.expression.leaf.TimeSeriesOperand;
-import org.apache.iotdb.db.mpp.plan.expression.leaf.TimestampOperand;
-import org.apache.iotdb.db.mpp.plan.expression.multi.FunctionExpression;
-import org.apache.iotdb.db.mpp.plan.expression.ternary.BetweenExpression;
-import org.apache.iotdb.db.mpp.plan.expression.ternary.TernaryExpression;
-import org.apache.iotdb.db.mpp.plan.expression.unary.InExpression;
-import org.apache.iotdb.db.mpp.plan.expression.unary.LikeExpression;
-import org.apache.iotdb.db.mpp.plan.expression.unary.LogicNotExpression;
-import org.apache.iotdb.db.mpp.plan.expression.unary.NegationExpression;
-import org.apache.iotdb.db.mpp.plan.expression.unary.RegularExpression;
-import org.apache.iotdb.db.mpp.plan.statement.component.Ordering;
-import org.apache.iotdb.db.mpp.plan.statement.component.SortItem;
-import org.apache.iotdb.db.mpp.plan.statement.component.SortKey;
-import org.apache.iotdb.db.qp.constant.FilterConstant;
-import org.apache.iotdb.db.qp.constant.FilterConstant.FilterType;
-import org.apache.iotdb.db.qp.constant.SQLConstant;
-import org.apache.iotdb.db.qp.logical.Operator;
-import org.apache.iotdb.db.qp.logical.crud.AggregationQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.BasicFunctionOperator;
-import org.apache.iotdb.db.qp.logical.crud.DeleteDataOperator;
-import org.apache.iotdb.db.qp.logical.crud.FillClauseComponent;
-import org.apache.iotdb.db.qp.logical.crud.FillQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.FilterOperator;
-import org.apache.iotdb.db.qp.logical.crud.FromComponent;
-import org.apache.iotdb.db.qp.logical.crud.GroupByClauseComponent;
-import org.apache.iotdb.db.qp.logical.crud.GroupByFillClauseComponent;
-import org.apache.iotdb.db.qp.logical.crud.GroupByFillQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.GroupByQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.InOperator;
-import org.apache.iotdb.db.qp.logical.crud.InsertOperator;
-import org.apache.iotdb.db.qp.logical.crud.LastQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.LikeOperator;
-import org.apache.iotdb.db.qp.logical.crud.QueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.RegexpOperator;
-import org.apache.iotdb.db.qp.logical.crud.SelectComponent;
-import org.apache.iotdb.db.qp.logical.crud.SelectIntoOperator;
-import org.apache.iotdb.db.qp.logical.crud.SpecialClauseComponent;
-import org.apache.iotdb.db.qp.logical.crud.UDAFQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.UDTFQueryOperator;
-import org.apache.iotdb.db.qp.logical.crud.WhereComponent;
-import org.apache.iotdb.db.qp.logical.sys.ActivateTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.AlterTimeSeriesOperator;
-import org.apache.iotdb.db.qp.logical.sys.AlterTimeSeriesOperator.AlterType;
-import org.apache.iotdb.db.qp.logical.sys.AuthorOperator;
-import org.apache.iotdb.db.qp.logical.sys.AuthorOperator.AuthorType;
-import org.apache.iotdb.db.qp.logical.sys.ClearCacheOperator;
-import org.apache.iotdb.db.qp.logical.sys.CountOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreateAlignedTimeSeriesOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreateContinuousQueryOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreateFunctionOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreatePipeOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreatePipeSinkOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreateTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.CreateTimeSeriesOperator;
-import org.apache.iotdb.db.qp.logical.sys.DataAuthOperator;
-import org.apache.iotdb.db.qp.logical.sys.DeletePartitionOperator;
-import org.apache.iotdb.db.qp.logical.sys.DeleteStorageGroupOperator;
-import org.apache.iotdb.db.qp.logical.sys.DeleteTimeSeriesOperator;
-import org.apache.iotdb.db.qp.logical.sys.DropContinuousQueryOperator;
-import org.apache.iotdb.db.qp.logical.sys.DropFunctionOperator;
-import org.apache.iotdb.db.qp.logical.sys.DropPipeOperator;
-import org.apache.iotdb.db.qp.logical.sys.DropPipeSinkOperator;
-import org.apache.iotdb.db.qp.logical.sys.DropTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.FlushOperator;
-import org.apache.iotdb.db.qp.logical.sys.KillQueryOperator;
-import org.apache.iotdb.db.qp.logical.sys.LoadConfigurationOperator;
-import org.apache.iotdb.db.qp.logical.sys.LoadConfigurationOperator.LoadConfigurationOperatorType;
-import org.apache.iotdb.db.qp.logical.sys.LoadDataOperator;
-import org.apache.iotdb.db.qp.logical.sys.LoadFilesOperator;
-import org.apache.iotdb.db.qp.logical.sys.MergeOperator;
-import org.apache.iotdb.db.qp.logical.sys.RemoveFileOperator;
-import org.apache.iotdb.db.qp.logical.sys.SetStorageGroupOperator;
-import org.apache.iotdb.db.qp.logical.sys.SetSystemModeOperator;
-import org.apache.iotdb.db.qp.logical.sys.SetTTLOperator;
-import org.apache.iotdb.db.qp.logical.sys.SetTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.SettleOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowChildNodesOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowChildPathsOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowContinuousQueriesOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowDevicesOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowFunctionsOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowLockInfoOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowNodesInTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowPathsSetTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowPathsUsingTemplateOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowPipeOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowPipeSinkOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowPipeSinkTypeOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowQueryResourceOperate;
-import org.apache.iotdb.db.qp.logical.sys.ShowStorageGroupOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowTTLOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowTemplatesOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowTimeSeriesOperator;
-import org.apache.iotdb.db.qp.logical.sys.ShowTriggersOperator;
-import org.apache.iotdb.db.qp.logical.sys.StartPipeOperator;
-import org.apache.iotdb.db.qp.logical.sys.StopPipeOperator;
-import org.apache.iotdb.db.qp.logical.sys.UnSetTTLOperator;
-import org.apache.iotdb.db.qp.logical.sys.UnloadFileOperator;
-import org.apache.iotdb.db.qp.logical.sys.UnsetTemplateOperator;
-import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.ConstantContext;
-import org.apache.iotdb.db.qp.sql.IoTDBSqlParser.ExpressionContext;
-import org.apache.iotdb.db.qp.utils.DateTimeUtils;
-import org.apache.iotdb.db.query.executor.fill.IFill;
-import org.apache.iotdb.db.query.executor.fill.LinearFill;
-import org.apache.iotdb.db.query.executor.fill.PreviousFill;
-import org.apache.iotdb.db.query.executor.fill.ValueFill;
-import org.apache.iotdb.tsfile.common.conf.TSFileDescriptor;
-import org.apache.iotdb.tsfile.common.constant.TsFileConstant;
-import org.apache.iotdb.tsfile.file.metadata.enums.CompressionType;
-import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType;
-import org.apache.iotdb.tsfile.file.metadata.enums.TSEncoding;
-import org.apache.iotdb.tsfile.utils.Pair;
-import org.apache.iotdb.tsfile.utils.StringContainer;
-
-import org.antlr.v4.runtime.tree.TerminalNode;
-import org.apache.commons.lang.StringEscapeUtils;
-import org.apache.commons.lang3.StringUtils;
-
-import java.io.File;
-import java.time.ZoneId;
-import java.util.ArrayList;
-import java.util.Arrays;
-import java.util.Collections;
-import java.util.EnumMap;
-import java.util.HashMap;
-import java.util.HashSet;
-import java.util.LinkedHashSet;
-import java.util.List;
-import java.util.Map;
-import java.util.Set;
-import java.util.regex.Matcher;
-import java.util.regex.Pattern;
-import java.util.stream.Collectors;
-
-import static org.apache.iotdb.db.metadata.MetadataConstant.ALL_RESULT_NODES;
-import static org.apache.iotdb.db.qp.constant.SQLConstant.TIME_PATH;
-import static org.apache.iotdb.db.qp.constant.SQLConstant.TOK_KILL_QUERY;
-
-public class IoTDBSqlVisitor extends IoTDBSqlParserBaseVisitor<Operator> {
-
- private static final IoTDBConfig CONFIG = IoTDBDescriptor.getInstance().getConfig();
-
- private static final String DELETE_RANGE_ERROR_MSG =
- "For delete statement, where clause can only contain atomic expressions like : "
- + "time > XXX, time <= XXX, or two atomic expressions connected by 'AND'";
-
- private static final String DELETE_ONLY_SUPPORT_TIME_EXP_ERROR_MSG =
- "For delete statement, where clause can only contain time expressions, "
- + "value filter is not currently supported.";
-
- // used to match "{x}", where x is an integer.
- // for create-cq clause and select-into clause.
- private static final Pattern leveledPathNodePattern = Pattern.compile("\\$\\{\\w+}");
-
- // ${} are allowed
- private static final Pattern NODE_NAME_IN_SELECT_INTO_PATTERN =
- Pattern.compile("([a-zA-Z0-9_${}\\u2E80-\\u9FFF]+)");
-
- private ZoneId zoneId;
- private QueryOperator queryOp;
-
- private IoTDBConstant.ClientVersion clientVersion = IoTDBConstant.ClientVersion.V_0_13;
-
- public void setZoneId(ZoneId zoneId) {
- this.zoneId = zoneId;
- }
-
- public void setClientVersion(IoTDBConstant.ClientVersion clientVersion) {
- this.clientVersion = clientVersion;
- }
-
- /** 1. Top Level Description */
- @Override
- public Operator visitSingleStatement(IoTDBSqlParser.SingleStatementContext ctx) {
- Operator operator = visit(ctx.statement());
- if (ctx.DEBUG() != null) {
- operator.setDebug(true);
- }
- return operator;
- }
-
- /** 2. Data Definition Language (DDL) */
-
- // Create database
- @Override
- public Operator visitCreateStorageGroup(IoTDBSqlParser.CreateStorageGroupContext ctx) {
- SetStorageGroupOperator setStorageGroupOperator =
- new SetStorageGroupOperator(SQLConstant.TOK_METADATA_SET_FILE_LEVEL);
- PartialPath path = parsePrefixPath(ctx.prefixPath());
- setStorageGroupOperator.setPath(path);
- return setStorageGroupOperator;
- }
-
- // Create Timeseries
-
- @Override
- public Operator visitCreateNonAlignedTimeseries(
- IoTDBSqlParser.CreateNonAlignedTimeseriesContext ctx) {
- CreateTimeSeriesOperator createTimeSeriesOperator =
- new CreateTimeSeriesOperator(SQLConstant.TOK_METADATA_CREATE);
- createTimeSeriesOperator.setPath(parseFullPath(ctx.fullPath()));
- if (ctx.attributeClauses() != null) {
- parseAttributeClauses(ctx.attributeClauses(), createTimeSeriesOperator);
- }
- return createTimeSeriesOperator;
- }
-
- @Override
- public Operator visitCreateAlignedTimeseries(IoTDBSqlParser.CreateAlignedTimeseriesContext ctx) {
- CreateAlignedTimeSeriesOperator createAlignedTimeSeriesOperator =
- new CreateAlignedTimeSeriesOperator(SQLConstant.TOK_METADATA_CREATE);
- createAlignedTimeSeriesOperator.setPrefixPath(parseFullPath(ctx.fullPath()));
- parseAlignedMeasurements(ctx.alignedMeasurements(), createAlignedTimeSeriesOperator);
- return createAlignedTimeSeriesOperator;
- }
-
- public void parseAlignedMeasurements(
- IoTDBSqlParser.AlignedMeasurementsContext ctx,
- CreateAlignedTimeSeriesOperator createAlignedTimeSeriesOperator) {
- for (int i = 0; i < ctx.nodeNameWithoutWildcard().size(); i++) {
- createAlignedTimeSeriesOperator.addMeasurement(
- parseNodeNameWithoutWildCard(ctx.nodeNameWithoutWildcard(i)));
- parseAttributeClauses(ctx.attributeClauses(i), createAlignedTimeSeriesOperator);
- }
- }
-
- public void parseAttributeClauses(
- IoTDBSqlParser.AttributeClausesContext ctx,
- CreateTimeSeriesOperator createTimeSeriesOperator) {
- if (ctx.aliasNodeName() != null) {
- createTimeSeriesOperator.setAlias(parseNodeName(ctx.aliasNodeName().nodeName()));
- }
-
- Map<String, String> props = new HashMap<>();
- if (ctx.dataType != null) {
- if (ctx.attributeKey() != null) {
- if (!parseAttributeKey(ctx.attributeKey())
- .equalsIgnoreCase(IoTDBConstant.COLUMN_TIMESERIES_DATATYPE)) {
- throw new SQLParserException("expecting datatype");
- }
- }
- props.put(
- IoTDBConstant.COLUMN_TIMESERIES_DATATYPE.toLowerCase(),
- parseAttributeValue(ctx.dataType).toLowerCase());
- }
- List<IoTDBSqlParser.AttributePairContext> attributePairs = ctx.attributePair();
- if (ctx.attributePair(0) != null) {
- for (IoTDBSqlParser.AttributePairContext attributePair : attributePairs) {
- props.put(
- parseAttributeKey(attributePair.attributeKey()).toLowerCase(),
- parseAttributeValue(attributePair.attributeValue()).toLowerCase());
- }
- }
- createTimeSeriesOperator.setProps(props);
- checkPropsInCreateTimeSeries(createTimeSeriesOperator);
- if (ctx.tagClause() != null) {
- parseTagClause(ctx.tagClause(), createTimeSeriesOperator);
- }
- if (ctx.attributeClause() != null) {
- parseAttributeClause(ctx.attributeClause(), createTimeSeriesOperator);
- }
- }
-
- /** check and set datatype, encoding, compressor */
- private void checkPropsInCreateTimeSeries(CreateTimeSeriesOperator createTimeSeriesOperator) {
- Map<String, String> props = createTimeSeriesOperator.getProps();
- if (props != null
- && props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_DATATYPE.toLowerCase())) {
- String datatypeString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_DATATYPE.toLowerCase()).toUpperCase();
- try {
- createTimeSeriesOperator.setDataType(TSDataType.valueOf(datatypeString));
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_DATATYPE.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("Unsupported datatype: %s", datatypeString));
- }
- }
- if (createTimeSeriesOperator.getDataType() == null) {
- throw new SemanticException("datatype must be declared");
- }
-
- final IoTDBDescriptor ioTDBDescriptor = IoTDBDescriptor.getInstance();
- createTimeSeriesOperator.setEncoding(
- ioTDBDescriptor.getDefaultEncodingByType(createTimeSeriesOperator.getDataType()));
- if (props != null
- && props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase())) {
- String encodingString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase()).toUpperCase();
- try {
- createTimeSeriesOperator.setEncoding(TSEncoding.valueOf(encodingString));
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("Unsupported encoding: %s", encodingString));
- }
- }
-
- createTimeSeriesOperator.setCompressor(
- TSFileDescriptor.getInstance().getConfig().getCompressor());
- if (props != null
- && props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase())) {
- String compressionString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase()).toUpperCase();
- try {
- createTimeSeriesOperator.setCompressor(CompressionType.valueOf(compressionString));
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(
- String.format("Unsupported compression: %s", compressionString));
- }
- } else if (props != null
- && props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase())) {
- String compressorString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase()).toUpperCase();
- try {
- createTimeSeriesOperator.setCompressor(CompressionType.valueOf(compressorString));
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("Unsupported compression: %s", compressorString));
- }
- }
- createTimeSeriesOperator.setProps(props);
- }
-
- public void parseAttributeClauses(
- IoTDBSqlParser.AttributeClausesContext ctx,
- CreateAlignedTimeSeriesOperator createAlignedTimeSeriesOperator) {
- if (ctx.aliasNodeName() != null) {
- createAlignedTimeSeriesOperator.addAliasList(parseNodeName(ctx.aliasNodeName().nodeName()));
- } else {
- createAlignedTimeSeriesOperator.addAliasList(null);
- }
-
- TSDataType dataType = null;
- if (ctx.dataType != null) {
- if (ctx.attributeKey() != null) {
- if (!parseAttributeKey(ctx.attributeKey())
- .equalsIgnoreCase(IoTDBConstant.COLUMN_TIMESERIES_DATATYPE)) {
- throw new SQLParserException("expecting datatype");
- }
- }
- String dataTypeString = ctx.dataType.getText().toUpperCase();
- try {
- dataType = TSDataType.valueOf(dataTypeString);
- createAlignedTimeSeriesOperator.addDataType(dataType);
- } catch (Exception e) {
- throw new SemanticException(String.format("unsupported datatype: %s", dataTypeString));
- }
- }
-
- Map<String, String> props = new HashMap<>();
- if (ctx.attributePair() != null) {
- for (int i = 0; i < ctx.attributePair().size(); i++) {
- props.put(
- parseAttributeKey(ctx.attributePair(i).attributeKey()).toLowerCase(),
- parseAttributeValue(ctx.attributePair(i).attributeValue()));
- }
- }
-
- TSEncoding encoding = IoTDBDescriptor.getInstance().getDefaultEncodingByType(dataType);
- if (props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase())) {
- String encodingString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase()).toUpperCase();
- try {
- encoding = TSEncoding.valueOf(encodingString);
- createAlignedTimeSeriesOperator.addEncoding(encoding);
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("unsupported encoding: %s", encodingString));
- }
- } else {
- createAlignedTimeSeriesOperator.addEncoding(encoding);
- }
-
- CompressionType compressor = TSFileDescriptor.getInstance().getConfig().getCompressor();
- if (props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase())) {
- String compressorString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase()).toUpperCase();
- try {
- compressor = CompressionType.valueOf(compressorString);
- createAlignedTimeSeriesOperator.addCompressor(compressor);
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("unsupported compressor: %s", compressorString));
- }
- } else if (props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase())) {
- String compressionString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase()).toUpperCase();
- try {
- compressor = CompressionType.valueOf(compressionString);
- createAlignedTimeSeriesOperator.addCompressor(compressor);
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(
- String.format("unsupported compression: %s", compressionString));
- }
- } else {
- createAlignedTimeSeriesOperator.addCompressor(compressor);
- }
-
- if (props.size() > 0) {
- throw new SQLParserException("create aligned timeseries: property is not supported yet.");
- }
-
- if (ctx.tagClause() != null) {
- parseTagClause(ctx.tagClause(), createAlignedTimeSeriesOperator);
- } else {
- createAlignedTimeSeriesOperator.addTagsList(null);
- }
-
- if (ctx.attributeClause() != null) {
- parseAttributeClause(ctx.attributeClause(), createAlignedTimeSeriesOperator);
- } else {
- createAlignedTimeSeriesOperator.addAttributesList(null);
- }
- }
-
- // Create Schema Template
- @Override
- public Operator visitCreateSchemaTemplate(IoTDBSqlParser.CreateSchemaTemplateContext ctx) {
- CreateTemplateOperator createTemplateOperator =
- new CreateTemplateOperator(SQLConstant.TOK_SCHEMA_TEMPLATE_CREATE);
- createTemplateOperator.setName(parseIdentifier(ctx.templateName.getText()));
- if (ctx.ALIGNED() != null) {
- // aligned
- List<String> measurements = new ArrayList<>();
- List<TSDataType> dataTypes = new ArrayList<>();
- List<TSEncoding> encodings = new ArrayList<>();
- List<CompressionType> compressors = new ArrayList<>();
- for (IoTDBSqlParser.TemplateMeasurementClauseContext templateClauseContext :
- ctx.templateMeasurementClause()) {
- measurements.add(
- parseNodeNameWithoutWildCard(templateClauseContext.nodeNameWithoutWildcard()));
- parseAttributeClause(
- templateClauseContext.attributeClauses(), dataTypes, encodings, compressors);
- }
- createTemplateOperator.addMeasurements(measurements);
- createTemplateOperator.addDataTypes(dataTypes);
- createTemplateOperator.addEncodings(encodings);
- createTemplateOperator.addCompressor(compressors);
- } else {
- // non-aligned
- for (IoTDBSqlParser.TemplateMeasurementClauseContext templateClauseContext :
- ctx.templateMeasurementClause()) {
- parseTemplateMeasurementClause(templateClauseContext, createTemplateOperator);
- }
- }
- return createTemplateOperator;
- }
-
- private void parseTemplateMeasurementClause(
- IoTDBSqlParser.TemplateMeasurementClauseContext ctx,
- CreateTemplateOperator createTemplateOperator) {
- List<String> measurements = new ArrayList<>();
- List<TSDataType> dataTypes = new ArrayList<>();
- List<TSEncoding> encodings = new ArrayList<>();
- List<CompressionType> compressors = new ArrayList<>();
- // single template measurement
- measurements.add(parseNodeNameWithoutWildCard(ctx.nodeNameWithoutWildcard()));
- parseAttributeClause(ctx.attributeClauses(), dataTypes, encodings, compressors);
- createTemplateOperator.addMeasurements(measurements);
- createTemplateOperator.addDataTypes(dataTypes);
- createTemplateOperator.addEncodings(encodings);
- createTemplateOperator.addCompressor(compressors);
- }
-
- void parseAttributeClause(
- IoTDBSqlParser.AttributeClausesContext ctx,
- List<TSDataType> dataTypes,
- List<TSEncoding> encodings,
- List<CompressionType> compressors) {
- if (ctx.aliasNodeName() != null) {
- throw new SQLParserException("schema template: alias is not supported yet.");
- }
-
- TSDataType dataType = null;
- if (ctx.dataType != null) {
- if (ctx.attributeKey() != null) {
- if (!parseAttributeKey(ctx.attributeKey())
- .equalsIgnoreCase(IoTDBConstant.COLUMN_TIMESERIES_DATATYPE)) {
- throw new SQLParserException("expecting datatype");
- }
- }
- String dataTypeString = ctx.dataType.getText().toUpperCase();
- try {
- dataType = TSDataType.valueOf(dataTypeString);
- dataTypes.add(dataType);
- } catch (Exception e) {
- throw new SemanticException(String.format("unsupported datatype: %s", dataTypeString));
- }
- }
-
- Map<String, String> props = new HashMap<>();
- if (ctx.attributePair() != null) {
- for (int i = 0; i < ctx.attributePair().size(); i++) {
- props.put(
- parseAttributeKey(ctx.attributePair(i).attributeKey()).toLowerCase(),
- parseAttributeValue(ctx.attributePair(i).attributeValue()));
- }
- }
-
- TSEncoding encoding = IoTDBDescriptor.getInstance().getDefaultEncodingByType(dataType);
- if (props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase())) {
- String encodingString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase()).toUpperCase();
- try {
- encoding = TSEncoding.valueOf(encodingString);
- encodings.add(encoding);
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_ENCODING.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("unsupported encoding: %s", encodingString));
- }
- } else {
- encodings.add(encoding);
- }
-
- CompressionType compressor = TSFileDescriptor.getInstance().getConfig().getCompressor();
- if (props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase())) {
- String compressorString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase()).toUpperCase();
- try {
- compressor = CompressionType.valueOf(compressorString);
- compressors.add(compressor);
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSOR.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(String.format("unsupported compressor: %s", compressorString));
- }
- } else if (props.containsKey(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase())) {
- String compressionString =
- props.get(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase()).toUpperCase();
- try {
- compressor = CompressionType.valueOf(compressionString);
- compressors.add(compressor);
- props.remove(IoTDBConstant.COLUMN_TIMESERIES_COMPRESSION.toLowerCase());
- } catch (Exception e) {
- throw new SemanticException(
- String.format("unsupported compression: %s", compressionString));
- }
- } else {
- compressors.add(compressor);
- }
-
- if (props.size() > 0) {
- throw new SQLParserException("schema template: property is not supported yet.");
- }
-
- if (ctx.tagClause() != null) {
- throw new SQLParserException("schema template: tag is not supported yet.");
- }
-
- if (ctx.attributeClause() != null) {
- throw new SQLParserException("schema template: attribute is not supported yet.");
- }
- }
-
- // Create Timeseries Of Schema Template
-
- @Override
- public Operator visitCreateTimeseriesOfSchemaTemplate(
- IoTDBSqlParser.CreateTimeseriesOfSchemaTemplateContext ctx) {
- ActivateTemplateOperator operator =
- new ActivateTemplateOperator(SQLConstant.TOK_SCHEMA_TEMPLATE_ACTIVATE);
- operator.setPrefixPath(parsePrefixPath(ctx.prefixPath()));
- return operator;
- }
-
- // Create Function
-
- @Override
- public Operator visitCreateFunction(IoTDBSqlParser.CreateFunctionContext ctx) {
- CreateFunctionOperator createFunctionOperator =
- new CreateFunctionOperator(SQLConstant.TOK_FUNCTION_CREATE);
- createFunctionOperator.setUdfName(parseIdentifier(ctx.udfName.getText()));
- createFunctionOperator.setClassName(parseStringLiteral(ctx.className.getText()));
- return createFunctionOperator;
- }
-
- // Create Continuous Query
-
- @Override
- public Operator visitCreateContinuousQuery(IoTDBSqlParser.CreateContinuousQueryContext ctx) {
- CreateContinuousQueryOperator createContinuousQueryOperator =
- new CreateContinuousQueryOperator(SQLConstant.TOK_CONTINUOUS_QUERY_CREATE);
- createContinuousQueryOperator.setContinuousQueryName(parseIdentifier(ctx.cqId.getText()));
-
- if (ctx.resampleClause() != null) {
- parseResampleClause(ctx.resampleClause(), createContinuousQueryOperator);
- }
-
- if (ctx.timeoutPolicyClause() != null) {
- throw new SQLParserException("CQ: CQ does not support to set timeout policy before v0.14.");
- }
-
- parseCqSelectIntoClause(ctx.selectStatement(), createContinuousQueryOperator);
-
- StringBuilder sb = new StringBuilder();
- sb.append("select ");
- sb.append(ctx.selectStatement().selectClause().getText().substring(6));
- sb.append(" from ");
- sb.append(ctx.selectStatement().fromClause().prefixPath(0).getText());
-
- sb.append(" group by ([now() - ");
- String groupByInterval =
- ((IoTDBSqlParser.GroupByTimeStatementContext) ctx.selectStatement().specialClause())
- .groupByTimeClause()
- .interval
- .getText();
- if (createContinuousQueryOperator.getForInterval() == 0) {
- sb.append(groupByInterval);
- } else {
- List<TerminalNode> durations = ctx.resampleClause().DURATION_LITERAL();
- sb.append(durations.get(durations.size() - 1).getText());
- }
- sb.append(", now()), ");
- sb.append(groupByInterval);
- sb.append(")");
- if (queryOp.isGroupByLevel()) {
- sb.append(", level = ");
- int[] levels = queryOp.getSpecialClauseComponent().getLevels();
- sb.append(levels[0]);
- for (int i = 1; i < levels.length; i++) {
- sb.append(String.format(", %d", levels[i]));
- }
- }
- createContinuousQueryOperator.setQuerySql(sb.toString());
-
- if (createContinuousQueryOperator.getEveryInterval() == 0) {
- createContinuousQueryOperator.setEveryInterval(
- ((GroupByClauseComponent) queryOp.getSpecialClauseComponent()).getUnit());
- }
-
- if (createContinuousQueryOperator.getEveryInterval()
- < IoTDBDescriptor.getInstance().getConfig().getContinuousQueryMinimumEveryInterval()) {
- throw new SQLParserException(
- "CQ: every interval should not be lower than the minimum value you configured.");
- }
-
- if (createContinuousQueryOperator.getForInterval() == 0) {
- createContinuousQueryOperator.setForInterval(
- ((GroupByClauseComponent) queryOp.getSpecialClauseComponent()).getUnit());
- }
-
- return createContinuousQueryOperator;
- }
-
- public void parseCqSelectIntoClause(
- IoTDBSqlParser.SelectStatementContext ctx,
- CreateContinuousQueryOperator createContinuousQueryOperator) {
- queryOp = new GroupByQueryOperator();
-
- parseSelectClause(ctx.selectClause());
- parseFromClause(ctx.fromClause());
-
- if (queryOp.getSelectComponent().getResultColumns().size() > 1) {
- throw new SQLParserException("CQ: CQ currently does not support multiple result columns.");
- }
- if (queryOp.getFromComponent().getPrefixPaths().size() > 1) {
- throw new SQLParserException("CQ: CQ currently does not support multiple series.");
- }
-
- parseCqGroupByTimeClause(ctx.specialClause(), createContinuousQueryOperator);
-
- if (queryOp.isGroupByLevel()) {
- int[] groupByQueryLevels = queryOp.getSpecialClauseComponent().getLevels();
- int fromPrefixLevelLimit = queryOp.getFromComponent().getPrefixPaths().get(0).getNodeLength();
- if (Arrays.stream(groupByQueryLevels).max().getAsInt() >= fromPrefixLevelLimit) {
- throw new SQLParserException("CQ: Level should not exceed the <from_prefix> length.");
- }
- }
-
- createContinuousQueryOperator.setTargetPath(parseIntoPath(ctx.intoClause().intoPath(0)));
- createContinuousQueryOperator.setQueryOperator(queryOp);
- }
-
- public void parseCqGroupByTimeClause(
- IoTDBSqlParser.SpecialClauseContext ctx,
- CreateContinuousQueryOperator createContinuousQueryOperator) {
- if (!(ctx instanceof IoTDBSqlParser.GroupByTimeStatementContext)) {
- throw new SQLParserException("CQ: Query body in CQ must be group by time query.");
- }
- IoTDBSqlParser.GroupByTimeClauseContext groupByCtx =
- ((IoTDBSqlParser.GroupByTimeStatementContext) ctx).groupByTimeClause();
-
- GroupByClauseComponent groupByClauseComponent = new GroupByClauseComponent();
-
- long groupByInterval =
- parseTimeUnitOrSlidingStep(groupByCtx.interval.getText(), true, groupByClauseComponent);
- groupByClauseComponent.setUnit(groupByInterval);
- createContinuousQueryOperator.setGroupByTimeInterval(groupByInterval);
- createContinuousQueryOperator.setGroupByTimeIntervalString(groupByCtx.interval.getText());
-
- groupByClauseComponent.setSlidingStep(groupByClauseComponent.getUnit());
- groupByClauseComponent.setSlidingStepByMonth(groupByClauseComponent.isIntervalByMonth());
-
- groupByClauseComponent.setLeftCRightO(true);
-
- if (groupByCtx.LEVEL() != null && groupByCtx.INTEGER_LITERAL() != null) {
- int[] levels = new int[groupByCtx.INTEGER_LITERAL().size()];
- for (int i = 0; i < groupByCtx.INTEGER_LITERAL().size(); i++) {
- levels[i] = Integer.parseInt(groupByCtx.INTEGER_LITERAL().get(i).getText());
- }
- groupByClauseComponent.setLevels(levels);
- }
-
- queryOp.setSpecialClauseComponent(groupByClauseComponent);
- }
-
- public void parseResampleClause(
- IoTDBSqlParser.ResampleClauseContext ctx, CreateContinuousQueryOperator operator) {
- if (ctx.RANGE() != null) {
- throw new SQLParserException("CQ: CQ does not support to set RANGE before v0.14.");
- }
-
- if (ctx.DURATION_LITERAL().size() == 1) {
- if (ctx.EVERY() != null) {
- operator.setEveryInterval(
- DateTimeUtils.convertDurationStrToLong(ctx.DURATION_LITERAL(0).getText()));
- } else if (ctx.FOR() != null) {
- operator.setForInterval(
- DateTimeUtils.convertDurationStrToLong(ctx.DURATION_LITERAL(0).getText()));
- }
- } else if (ctx.DURATION_LITERAL().size() == 2) {
- operator.setEveryInterval(
- DateTimeUtils.convertDurationStrToLong(ctx.DURATION_LITERAL(0).getText()));
- operator.setForInterval(
- DateTimeUtils.convertDurationStrToLong(ctx.DURATION_LITERAL(1).getText()));
- }
-
- if (ctx.BOUNDARY() != null) {
- operator.setFirstExecutionTimeBoundary(
- parseTimeValue(ctx.timeValue(), DateTimeUtils.currentTime()));
- }
- }
-
- // Alter Timeseries
-
- @Override
- public Operator visitAlterTimeseries(IoTDBSqlParser.AlterTimeseriesContext ctx) {
- AlterTimeSeriesOperator alterTimeSeriesOperator =
- new AlterTimeSeriesOperator(SQLConstant.TOK_METADATA_ALTER);
- alterTimeSeriesOperator.setPath(parseFullPath(ctx.fullPath()));
- parseAlterClause(ctx.alterClause(), alterTimeSeriesOperator);
- return alterTimeSeriesOperator;
- }
-
- private void parseAlterClause(
- IoTDBSqlParser.AlterClauseContext ctx, AlterTimeSeriesOperator alterTimeSeriesOperator) {
- Map<String, String> alterMap = new HashMap<>();
- // rename
- if (ctx.RENAME() != null) {
- alterTimeSeriesOperator.setAlterType(AlterType.RENAME);
- alterMap.put(parseAttributeKey(ctx.beforeName), parseAttributeKey(ctx.currentName));
- } else if (ctx.SET() != null) {
- // set
- alterTimeSeriesOperator.setAlterType(AlterType.SET);
- setMap(ctx, alterMap);
- } else if (ctx.DROP() != null) {
- // drop
- alterTimeSeriesOperator.setAlterType(AlterType.DROP);
- for (int i = 0; i < ctx.attributeKey().size(); i++) {
- alterMap.put(parseAttributeKey(ctx.attributeKey().get(i)), null);
- }
- } else if (ctx.TAGS() != null) {
- // add tag
- alterTimeSeriesOperator.setAlterType(AlterType.ADD_TAGS);
- setMap(ctx, alterMap);
- } else if (ctx.ATTRIBUTES() != null) {
- // add attribute
- alterTimeSeriesOperator.setAlterType(AlterType.ADD_ATTRIBUTES);
- setMap(ctx, alterMap);
- } else {
- // upsert
- alterTimeSeriesOperator.setAlterType(AlterType.UPSERT);
- if (ctx.aliasClause() != null) {
- parseAliasClause(ctx.aliasClause(), alterTimeSeriesOperator);
- }
- if (ctx.tagClause() != null) {
- parseTagClause(ctx.tagClause(), alterTimeSeriesOperator);
- }
- if (ctx.attributeClause() != null) {
- parseAttributeClause(ctx.attributeClause(), alterTimeSeriesOperator);
- }
- }
- alterTimeSeriesOperator.setAlterMap(alterMap);
- }
-
- public void parseAliasClause(
- IoTDBSqlParser.AliasClauseContext ctx, AlterTimeSeriesOperator alterTimeSeriesOperator) {
- if (alterTimeSeriesOperator != null && ctx.ALIAS() != null) {
- alterTimeSeriesOperator.setAlias(parseAliasNode(ctx.alias()));
- }
- }
-
- // Delete database
-
- @Override
- public Operator visitDeleteStorageGroup(IoTDBSqlParser.DeleteStorageGroupContext ctx) {
- List<PartialPath> deletePaths = new ArrayList<>();
- List<IoTDBSqlParser.PrefixPathContext> prefixPaths = ctx.prefixPath();
- for (IoTDBSqlParser.PrefixPathContext prefixPath : prefixPaths) {
- deletePaths.add(parsePrefixPath(prefixPath));
- }
- DeleteStorageGroupOperator deleteStorageGroupOperator =
- new DeleteStorageGroupOperator(SQLConstant.TOK_METADATA_DELETE_FILE_LEVEL);
- deleteStorageGroupOperator.setDeletePathList(deletePaths);
- return deleteStorageGroupOperator;
- }
-
- // Delete Timeseries
-
- @Override
- public Operator visitDeleteTimeseries(IoTDBSqlParser.DeleteTimeseriesContext ctx) {
- List<PartialPath> deletePaths = new ArrayList<>();
- List<IoTDBSqlParser.PrefixPathContext> prefixPaths = ctx.prefixPath();
- for (IoTDBSqlParser.PrefixPathContext prefixPath : prefixPaths) {
- deletePaths.add(parsePrefixPath(prefixPath));
- }
- DeleteTimeSeriesOperator deleteTimeSeriesOperator =
- new DeleteTimeSeriesOperator(SQLConstant.TOK_METADATA_DELETE);
- deleteTimeSeriesOperator.setDeletePathList(deletePaths);
- return deleteTimeSeriesOperator;
- }
-
- // Delete Partition
-
- @Override
- public Operator visitDeletePartition(IoTDBSqlParser.DeletePartitionContext ctx) {
- DeletePartitionOperator deletePartitionOperator =
- new DeletePartitionOperator(SQLConstant.TOK_DELETE_PARTITION);
- deletePartitionOperator.setStorageGroupName(parsePrefixPath(ctx.prefixPath()));
- Set<Long> idSet = new HashSet<>();
- for (TerminalNode terminalNode : ctx.INTEGER_LITERAL()) {
- idSet.add(Long.parseLong(terminalNode.getText()));
- }
- deletePartitionOperator.setPartitionIds(idSet);
- return deletePartitionOperator;
- }
-
- // Drop Function
-
- @Override
- public Operator visitDropFunction(IoTDBSqlParser.DropFunctionContext ctx) {
- DropFunctionOperator dropFunctionOperator =
- new DropFunctionOperator(SQLConstant.TOK_FUNCTION_DROP);
- dropFunctionOperator.setUdfName(parseIdentifier(ctx.udfName.getText()));
- return dropFunctionOperator;
- }
-
- // Drop Continuous Query
-
- @Override
- public Operator visitDropContinuousQuery(IoTDBSqlParser.DropContinuousQueryContext ctx) {
- DropContinuousQueryOperator dropContinuousQueryOperator =
- new DropContinuousQueryOperator(SQLConstant.TOK_CONTINUOUS_QUERY_DROP);
- dropContinuousQueryOperator.setContinuousQueryName(parseIdentifier(ctx.cqId.getText()));
- return dropContinuousQueryOperator;
- }
-
- // Drop Schema Template
-
- @Override
- public Operator visitDropSchemaTemplate(IoTDBSqlParser.DropSchemaTemplateContext ctx) {
- DropTemplateOperator dropTemplateOperator =
- new DropTemplateOperator(SQLConstant.TOK_SCHEMA_TEMPLATE_DROP);
- dropTemplateOperator.setTemplateName(parseIdentifier((ctx.templateName.getText())));
- return dropTemplateOperator;
- }
-
- // Set TTL
-
- @Override
- public Operator visitSetTTL(IoTDBSqlParser.SetTTLContext ctx) {
- SetTTLOperator operator = new SetTTLOperator(SQLConstant.TOK_SET);
- operator.setStorageGroup(parsePrefixPath(ctx.prefixPath()));
- operator.setDataTTL(Long.parseLong(ctx.INTEGER_LITERAL().getText()));
- return operator;
- }
-
- // Unset TTL
-
- @Override
- public Operator visitUnsetTTL(IoTDBSqlParser.UnsetTTLContext ctx) {
- UnSetTTLOperator operator = new UnSetTTLOperator(SQLConstant.TOK_UNSET);
- operator.setStorageGroup(parsePrefixPath(ctx.prefixPath()));
- return operator;
- }
-
- // Set Schema Template
- @Override
- public Operator visitSetSchemaTemplate(IoTDBSqlParser.SetSchemaTemplateContext ctx) {
- SetTemplateOperator operator = new SetTemplateOperator(SQLConstant.TOK_SCHEMA_TEMPLATE_SET);
- operator.setPrefixPath(parsePrefixPath(ctx.prefixPath()));
- operator.setTemplateName(parseIdentifier(ctx.templateName.getText()));
- return operator;
- }
-
- // Unset Schema Template
-
- @Override
- public Operator visitUnsetSchemaTemplate(IoTDBSqlParser.UnsetSchemaTemplateContext ctx) {
- UnsetTemplateOperator operator =
- new UnsetTemplateOperator(SQLConstant.TOK_SCHEMA_TEMPLATE_UNSET);
- operator.setPrefixPath(parsePrefixPath(ctx.prefixPath()));
- operator.setTemplateName(parseIdentifier(ctx.templateName.getText()));
- return operator;
- }
-
- // SHOW DATABASES
-
- @Override
- public Operator visitShowStorageGroup(IoTDBSqlParser.ShowStorageGroupContext ctx) {
- if (ctx.prefixPath() != null) {
- return new ShowStorageGroupOperator(
- SQLConstant.TOK_STORAGE_GROUP, parsePrefixPath(ctx.prefixPath()));
- } else {
- return new ShowStorageGroupOperator(
- SQLConstant.TOK_STORAGE_GROUP, new PartialPath(SQLConstant.getSingleRootArray()));
- }
- }
-
- // Show Devices
-
- @Override
- public Operator visitShowDevices(IoTDBSqlParser.ShowDevicesContext ctx) {
- ShowDevicesOperator showDevicesOperator;
- if (ctx.prefixPath() != null) {
- showDevicesOperator =
- new ShowDevicesOperator(SQLConstant.TOK_DEVICES, parsePrefixPath(ctx.prefixPath()));
- } else {
- showDevicesOperator =
- new ShowDevicesOperator(
- SQLConstant.TOK_DEVICES, new PartialPath(SQLConstant.getSingleRootArray()));
- }
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), showDevicesOperator);
- }
- // show devices wtih database
- if (ctx.WITH() != null) {
- showDevicesOperator.setSgCol(true);
- }
- return showDevicesOperator;
- }
-
- // Show Timeseries
-
- @Override
- public Operator visitShowTimeseries(IoTDBSqlParser.ShowTimeseriesContext ctx) {
- boolean orderByHeat = ctx.LATEST() != null;
- ShowTimeSeriesOperator showTimeSeriesOperator;
- if (ctx.prefixPath() != null) {
- showTimeSeriesOperator =
- new ShowTimeSeriesOperator(
- SQLConstant.TOK_TIMESERIES, parsePrefixPath(ctx.prefixPath()), orderByHeat);
- } else {
- showTimeSeriesOperator =
- new ShowTimeSeriesOperator(
- SQLConstant.TOK_TIMESERIES,
- new PartialPath(SQLConstant.getSingleRootArray()),
- orderByHeat);
- }
- if (ctx.tagWhereClause() != null) {
- parseShowWhereClause(ctx.tagWhereClause(), showTimeSeriesOperator);
- }
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), showTimeSeriesOperator);
- }
- return showTimeSeriesOperator;
- }
-
- private void parseShowWhereClause(
- IoTDBSqlParser.TagWhereClauseContext ctx, ShowTimeSeriesOperator operator) {
- IoTDBSqlParser.AttributeValueContext attributeValueContext;
- if (ctx.containsExpression() != null) {
- operator.setContains(true);
- attributeValueContext = ctx.containsExpression().attributeValue();
- operator.setKey(parseAttributeKey(ctx.containsExpression().attributeKey()));
- } else {
- operator.setContains(false);
- attributeValueContext = ctx.attributePair().attributeValue();
- operator.setKey(parseAttributeKey(ctx.attributePair().attributeKey()));
- }
- operator.setValue(parseAttributeValue(attributeValueContext));
- }
-
- // Show Child Paths
-
- @Override
- public Operator visitShowChildPaths(IoTDBSqlParser.ShowChildPathsContext ctx) {
- if (ctx.prefixPath() != null) {
- return new ShowChildPathsOperator(
- SQLConstant.TOK_CHILD_PATHS, parsePrefixPath(ctx.prefixPath()));
- } else {
- return new ShowChildPathsOperator(
- SQLConstant.TOK_CHILD_PATHS, new PartialPath(SQLConstant.getSingleRootArray()));
- }
- }
-
- // Show Child Nodes
-
- @Override
- public Operator visitShowChildNodes(IoTDBSqlParser.ShowChildNodesContext ctx) {
- if (ctx.prefixPath() != null) {
- return new ShowChildNodesOperator(
- SQLConstant.TOK_CHILD_NODES, parsePrefixPath(ctx.prefixPath()));
- } else {
- return new ShowChildNodesOperator(
- SQLConstant.TOK_CHILD_NODES, new PartialPath(SQLConstant.getSingleRootArray()));
- }
- }
-
- // Show Functions
-
- @Override
- public Operator visitShowFunctions(IoTDBSqlParser.ShowFunctionsContext ctx) {
- return new ShowFunctionsOperator(SQLConstant.TOK_SHOW_FUNCTIONS);
- }
-
- // Show Triggers
-
- @Override
- public Operator visitShowTriggers(IoTDBSqlParser.ShowTriggersContext ctx) {
- return new ShowTriggersOperator(SQLConstant.TOK_SHOW_TRIGGERS);
- }
-
- // Show Continuous Queries
-
- @Override
- public Operator visitShowContinuousQueries(IoTDBSqlParser.ShowContinuousQueriesContext ctx) {
- return new ShowContinuousQueriesOperator(SQLConstant.TOK_SHOW_CONTINUOUS_QUERIES);
- }
-
- // Show TTL
-
- @Override
- public Operator visitShowTTL(IoTDBSqlParser.ShowTTLContext ctx) {
- List<PartialPath> storageGroups = new ArrayList<>();
- List<IoTDBSqlParser.PrefixPathContext> prefixPathList = ctx.prefixPath();
- for (IoTDBSqlParser.PrefixPathContext prefixPath : prefixPathList) {
- storageGroups.add(parsePrefixPath(prefixPath));
- }
- return new ShowTTLOperator(storageGroups);
- }
-
- // Show All TTL
-
- @Override
- public Operator visitShowAllTTL(IoTDBSqlParser.ShowAllTTLContext ctx) {
- List<PartialPath> storageGroups = new ArrayList<>();
- return new ShowTTLOperator(storageGroups);
- }
-
- // Show Schema Template
-
- @Override
- public Operator visitShowSchemaTemplates(IoTDBSqlParser.ShowSchemaTemplatesContext ctx) {
- return new ShowTemplatesOperator(SQLConstant.TOK_SCHEMA_TEMPLATE_SHOW);
- }
-
- // Show Measurements In Schema Template
-
- @Override
- public Operator visitShowNodesInSchemaTemplate(
- IoTDBSqlParser.ShowNodesInSchemaTemplateContext ctx) {
- String templateName = parseIdentifier(ctx.templateName.getText());
- return new ShowNodesInTemplateOperator(
- SQLConstant.TOK_SCHEMA_TEMPLATE_SHOW_NODES, templateName);
- }
-
- // Show Paths Set Schema Template
-
- @Override
- public Operator visitShowPathsSetSchemaTemplate(
- IoTDBSqlParser.ShowPathsSetSchemaTemplateContext ctx) {
- String templateName = parseIdentifier(ctx.templateName.getText());
- return new ShowPathsSetTemplateOperator(
- SQLConstant.TOK_SCHEMA_TEMPLATE_SHOW_PATHS_SET, templateName);
- }
-
- // Show Paths Using Schema Template
-
- @Override
- public Operator visitShowPathsUsingSchemaTemplate(
- IoTDBSqlParser.ShowPathsUsingSchemaTemplateContext ctx) {
- String templateName = parseIdentifier(ctx.templateName.getText());
- return new ShowPathsUsingTemplateOperator(
- SQLConstant.TOK_SCHEMA_TEMPLATE_SHOW_PATHS_USING, templateName);
- }
-
- // countStorageGroup
-
- @Override
- public Operator visitCountStorageGroup(IoTDBSqlParser.CountStorageGroupContext ctx) {
- IoTDBSqlParser.PrefixPathContext pathContext = ctx.prefixPath();
- PartialPath path =
- (pathContext != null
- ? parsePrefixPath(pathContext)
- : new PartialPath(SQLConstant.getSingleRootArray()));
- return new CountOperator(SQLConstant.TOK_COUNT_STORAGE_GROUP, path);
- }
-
- // Count Devices
-
- @Override
- public Operator visitCountDevices(IoTDBSqlParser.CountDevicesContext ctx) {
- IoTDBSqlParser.PrefixPathContext pathContext = ctx.prefixPath();
- PartialPath path =
- (pathContext != null
- ? parsePrefixPath(pathContext)
- : new PartialPath(SQLConstant.getSingleRootArray()));
- return new CountOperator(SQLConstant.TOK_COUNT_DEVICES, path);
- }
-
- // Count Timeseries
-
- @Override
- public Operator visitCountTimeseries(IoTDBSqlParser.CountTimeseriesContext ctx) {
- IoTDBSqlParser.PrefixPathContext pathContext = ctx.prefixPath();
- PartialPath path =
- (pathContext != null
- ? parsePrefixPath(pathContext)
- : new PartialPath(SQLConstant.getSingleRootArray()));
- if (ctx.INTEGER_LITERAL() != null) {
- return new CountOperator(
- SQLConstant.TOK_COUNT_NODE_TIMESERIES,
- path,
- Integer.parseInt(ctx.INTEGER_LITERAL().getText()));
- } else {
- return new CountOperator(SQLConstant.TOK_COUNT_TIMESERIES, path);
- }
- }
-
- // Count Nodes
-
- @Override
- public Operator visitCountNodes(IoTDBSqlParser.CountNodesContext ctx) {
- return new CountOperator(
- SQLConstant.TOK_COUNT_NODES,
- parsePrefixPath(ctx.prefixPath()),
- Integer.parseInt(ctx.INTEGER_LITERAL().getText()));
- }
-
- /** 3. Data Manipulation Language (DML) */
-
- // Select Statement
-
- @Override
- public Operator visitSelectStatement(IoTDBSqlParser.SelectStatementContext ctx) {
- // 1. Visit special clause first to initialize different query operator
- if (ctx.specialClause() != null) {
- queryOp = (QueryOperator) visit(ctx.specialClause());
- }
- // 2. There is no special clause in query statement.
- if (queryOp == null) {
- queryOp = new QueryOperator();
- }
- // 3. Visit select, from, where in sequence
- parseSelectClause(ctx.selectClause());
- parseFromClause(ctx.fromClause());
- if (ctx.whereClause() != null) {
- WhereComponent whereComponent = parseWhereClause(ctx.whereClause());
- queryOp.setWhereComponent(whereComponent);
- }
- queryOp.setEnableTracing(false);
- // 4. Check whether it's a select-into clause
- return ctx.intoClause() == null ? queryOp : parseAndConstructSelectIntoOperator(ctx);
- }
-
- private SelectIntoOperator parseAndConstructSelectIntoOperator(
- IoTDBSqlParser.SelectStatementContext ctx) {
- IoTDBSqlParser.IntoClauseContext intoClauseContext = ctx.intoClause();
- if (intoClauseContext.intoItem().size() > 0) {
- throw new SQLParserException(
- "The new syntax of SELECT INTO statement will be supported starting from v0.14");
- }
-
- if (queryOp.getFromComponent().getPrefixPaths().size() != 1) {
- throw new SQLParserException(
- "select into: the number of prefix paths in the from clause should be 1.");
- }
- int sourcePathsCount = queryOp.getSelectComponent().getResultColumns().size();
- if (sourcePathsCount != intoClauseContext.intoPath().size()) {
- throw new SQLParserException(
- "select into: the number of source paths and the number of target paths should be the same.");
- }
-
- SelectIntoOperator selectIntoOperator = new SelectIntoOperator();
- selectIntoOperator.setQueryOperator(queryOp);
-
- List<PartialPath> intoPaths = new ArrayList<>();
- for (int i = 0; i < sourcePathsCount; ++i) {
- intoPaths.add(parseIntoPath(intoClauseContext.intoPath(i)));
- }
- selectIntoOperator.setIntoPaths(intoPaths);
- selectIntoOperator.setIntoPathsAligned(intoClauseContext.ALIGNED() != null);
- return selectIntoOperator;
- }
-
- private PartialPath parseIntoPath(IoTDBSqlParser.IntoPathContext intoPathContext) {
- int levelLimitOfSourcePrefixPath;
- if (queryOp.isGroupByLevel()) {
- levelLimitOfSourcePrefixPath =
- Arrays.stream(queryOp.getSpecialClauseComponent().getLevels()).max().getAsInt();
- } else {
- levelLimitOfSourcePrefixPath =
- queryOp.getFromComponent().getPrefixPaths().get(0).getNodeLength() - 1;
- }
-
- PartialPath intoPath = null;
- if (intoPathContext instanceof IoTDBSqlParser.FullPathInIntoPathContext) {
- intoPath =
- parseFullPathInSelectInto((IoTDBSqlParser.FullPathInIntoPathContext) intoPathContext);
-
- Matcher m = leveledPathNodePattern.matcher(intoPath.getFullPath());
- while (m.find()) {
- String param = m.group();
- int nodeIndex;
- try {
- nodeIndex = Integer.parseInt(param.substring(2, param.length() - 1).trim());
- } catch (NumberFormatException e) {
- throw new SQLParserException("the x of ${x} should be an integer.");
- }
- if (nodeIndex < 1 || levelLimitOfSourcePrefixPath < nodeIndex) {
- throw new SQLParserException(
- "the x of ${x} should be greater than 0 and equal to or less than <level> or the length of queried path prefix.");
- }
- }
- } else if (intoPathContext instanceof IoTDBSqlParser.SuffixPathInIntoPathContext) {
- List<IoTDBSqlParser.NodeNameInIntoPathContext> nodeNameWithoutStars =
- ((IoTDBSqlParser.SuffixPathInIntoPathContext) intoPathContext).nodeNameInIntoPath();
- String[] intoPathNodes =
- new String[1 + levelLimitOfSourcePrefixPath + nodeNameWithoutStars.size()];
-
- intoPathNodes[0] = "root";
- for (int i = 1; i <= levelLimitOfSourcePrefixPath; ++i) {
- intoPathNodes[i] = "${" + i + "}";
- }
- for (int i = 1; i <= nodeNameWithoutStars.size(); ++i) {
- intoPathNodes[levelLimitOfSourcePrefixPath + i] =
- parseNodeNameWithoutWildCardInSelectInto(nodeNameWithoutStars.get(i - 1));
- }
-
- intoPath = new PartialPath(intoPathNodes);
- }
-
- return intoPath;
- }
-
- @Override
- public Operator visitSpecialLimitStatement(IoTDBSqlParser.SpecialLimitStatementContext ctx) {
- return visit(ctx.specialLimit());
- }
-
- @Override
- public Operator visitOrderByTimeStatement(IoTDBSqlParser.OrderByTimeStatementContext ctx) {
- queryOp = new QueryOperator();
- parseOrderByClause(ctx.orderByClause());
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitGroupByTimeStatement(IoTDBSqlParser.GroupByTimeStatementContext ctx) {
- queryOp = new GroupByQueryOperator();
- parseGroupByTimeClause(ctx.groupByTimeClause());
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitGroupByFillStatement(IoTDBSqlParser.GroupByFillStatementContext ctx) {
- queryOp = new GroupByFillQueryOperator();
- parseGroupByFillClause(ctx.groupByFillClause());
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitGroupByLevelStatement(IoTDBSqlParser.GroupByLevelStatementContext ctx) {
- queryOp = new AggregationQueryOperator();
- parseGroupByLevelClause(ctx.groupByLevelClause());
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitFillStatement(IoTDBSqlParser.FillStatementContext ctx) {
- queryOp = new FillQueryOperator();
- parseFillClause(ctx.fillClause());
- if (ctx.orderByClause() != null) {
- parseOrderByClause(ctx.orderByClause());
- }
- if (ctx.specialLimit() != null) {
- return visit(ctx.specialLimit());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitLimitStatement(IoTDBSqlParser.LimitStatementContext ctx) {
- if (queryOp == null) {
- queryOp = new QueryOperator();
- }
- parseLimitClause(ctx.limitClause(), queryOp);
- if (ctx.slimitClause() != null) {
- parseSlimitClause(ctx.slimitClause());
- }
- if (ctx.alignByDeviceClauseOrDisableAlign() != null) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitSlimitStatement(IoTDBSqlParser.SlimitStatementContext ctx) {
- if (queryOp == null) {
- queryOp = new QueryOperator();
- }
- parseSlimitClause(ctx.slimitClause());
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), queryOp);
- }
- if (ctx.alignByDeviceClauseOrDisableAlign() != null) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitWithoutNullStatement(IoTDBSqlParser.WithoutNullStatementContext ctx) {
- if (queryOp == null) {
- queryOp = new QueryOperator();
- }
- parseWithoutNullClause(ctx.withoutNullClause());
- if (ctx.limitClause() != null) {
- parseLimitClause(ctx.limitClause(), queryOp);
- }
- if (ctx.slimitClause() != null) {
- parseSlimitClause(ctx.slimitClause());
- }
- if (ctx.alignByDeviceClauseOrDisableAlign() != null) {
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- }
- return queryOp;
- }
-
- @Override
- public Operator visitAlignByDeviceClauseOrDisableAlignStatement(
- IoTDBSqlParser.AlignByDeviceClauseOrDisableAlignStatementContext ctx) {
- if (queryOp == null) {
- queryOp = new QueryOperator();
- }
- parseAlignByDeviceClauseOrDisableAlign(ctx.alignByDeviceClauseOrDisableAlign());
- return queryOp;
- }
-
- private void parseAlignByDeviceClauseOrDisableAlign(
- IoTDBSqlParser.AlignByDeviceClauseOrDisableAlignContext ctx) {
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- if (ctx.alignByDeviceClause() != null) {
- parseAlignByDeviceClause(specialClauseComponent);
- } else {
- parseDisableAlign(specialClauseComponent);
- }
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- }
-
- private void parseAlignByDeviceClause(SpecialClauseComponent specialClauseComponent) {
- specialClauseComponent.setAlignByDevice(true);
- }
-
- private void parseDisableAlign(SpecialClauseComponent specialClauseComponent) {
- specialClauseComponent.setAlignByTime(false);
- }
-
- private void parseOrderByClause(IoTDBSqlParser.OrderByClauseContext ctx) {
- if (ctx.orderByAttributeClause().size() > 1) {
- throw new SQLParserException("Sorting by multiple fields is not supported.");
- }
- SortItem sortItem = parseOrderByAttributeClause(ctx.orderByAttributeClause(0));
- if (sortItem.getSortKey() != SortKey.TIME) {
- throw new SQLParserException("It only supports sorting by time.");
- }
- if (sortItem.getOrdering() == Ordering.DESC) {
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- specialClauseComponent.setAscending(false);
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- }
- }
-
- private SortItem parseOrderByAttributeClause(IoTDBSqlParser.OrderByAttributeClauseContext ctx) {
- return new SortItem(
- SortKey.valueOf(ctx.sortKey().getText().toUpperCase()),
- ctx.DESC() != null ? Ordering.DESC : Ordering.ASC);
- }
-
- private void parseGroupByTimeClause(IoTDBSqlParser.GroupByTimeClauseContext ctx) {
- GroupByClauseComponent groupByClauseComponent = new GroupByClauseComponent();
- groupByClauseComponent.setLeftCRightO(ctx.timeRange().LS_BRACKET() != null);
- // parse timeUnit
- groupByClauseComponent.setUnit(
- parseTimeUnitOrSlidingStep(
- ctx.DURATION_LITERAL(0).getText(), true, groupByClauseComponent));
- if (groupByClauseComponent.getUnit() <= 0) {
- throw new SQLParserException(
- "The second parameter time interval should be a positive integer.");
- }
- // parse sliding step
- if (ctx.DURATION_LITERAL().size() == 2) {
- groupByClauseComponent.setSlidingStep(
- parseTimeUnitOrSlidingStep(
- ctx.DURATION_LITERAL(1).getText(), false, groupByClauseComponent));
- } else {
- groupByClauseComponent.setSlidingStep(groupByClauseComponent.getUnit());
- groupByClauseComponent.setSlidingStepByMonth(groupByClauseComponent.isIntervalByMonth());
- }
-
- parseTimeInterval(ctx.timeRange(), groupByClauseComponent);
-
- if (ctx.LEVEL() != null && ctx.INTEGER_LITERAL() != null) {
- int[] levels = new int[ctx.INTEGER_LITERAL().size()];
- for (int i = 0; i < ctx.INTEGER_LITERAL().size(); i++) {
- levels[i] = Integer.parseInt(ctx.INTEGER_LITERAL().get(i).getText());
- }
- groupByClauseComponent.setLevels(levels);
- }
- queryOp.setSpecialClauseComponent(groupByClauseComponent);
- }
-
- private void parseGroupByFillClause(IoTDBSqlParser.GroupByFillClauseContext ctx) {
- GroupByFillClauseComponent groupByFillClauseComponent = new GroupByFillClauseComponent();
- groupByFillClauseComponent.setLeftCRightO(ctx.timeRange().LS_BRACKET() != null);
- // parse timeUnit
- groupByFillClauseComponent.setUnit(
- parseTimeUnitOrSlidingStep(
- ctx.DURATION_LITERAL(0).getText(), true, groupByFillClauseComponent));
- // parse sliding step
- if (ctx.DURATION_LITERAL().size() == 2) {
- groupByFillClauseComponent.setSlidingStep(
- parseTimeUnitOrSlidingStep(
- ctx.DURATION_LITERAL(1).getText(), false, groupByFillClauseComponent));
- if (groupByFillClauseComponent.getSlidingStep() < groupByFillClauseComponent.getUnit()) {
- throw new SQLParserException(
- "The third parameter sliding step shouldn't be smaller than the second parameter time interval.");
- }
- } else {
- groupByFillClauseComponent.setSlidingStep(groupByFillClauseComponent.getUnit());
- groupByFillClauseComponent.setSlidingStepByMonth(
- groupByFillClauseComponent.isIntervalByMonth());
- }
-
- parseTimeInterval(ctx.timeRange(), groupByFillClauseComponent);
-
- if (ctx.fillClause().oldTypeClause().size() > 0) {
- // old type fill logic
- List<IoTDBSqlParser.OldTypeClauseContext> list = ctx.fillClause().oldTypeClause();
- Map<TSDataType, IFill> fillTypes = new EnumMap<>(TSDataType.class);
- for (IoTDBSqlParser.OldTypeClauseContext typeClause : list) {
- if (typeClause.ALL() != null) {
- parseAllTypeClause(typeClause, fillTypes);
- } else {
- parsePrimitiveTypeClause(typeClause, fillTypes);
- }
- }
-
- int usePrevious = 0;
- int useLinear = 0;
- int useValue = 0;
- for (IFill iFill : fillTypes.values()) {
- if (iFill instanceof PreviousFill) {
- usePrevious = 1;
- }
- if (iFill instanceof LinearFill) {
- useLinear = 1;
- }
- if (iFill instanceof ValueFill) {
- useValue = 1;
- }
- }
- if (usePrevious + useLinear + useValue > 1) {
- throw new SQLParserException("The old type logic could only use one type of fill");
- }
-
- groupByFillClauseComponent.setFillTypes(fillTypes);
- } else {
- groupByFillClauseComponent.setSingleFill(getSingleIFill(ctx.fillClause()));
- }
- queryOp.setSpecialClauseComponent(groupByFillClauseComponent);
- }
-
- public void parseGroupByLevelClause(IoTDBSqlParser.GroupByLevelClauseContext ctx) {
- SpecialClauseComponent groupByLevelClauseComponent = new SpecialClauseComponent();
- int[] levels = new int[ctx.INTEGER_LITERAL().size()];
- for (int i = 0; i < ctx.INTEGER_LITERAL().size(); i++) {
- levels[i] = Integer.parseInt(ctx.INTEGER_LITERAL().get(i).getText());
- }
- groupByLevelClauseComponent.setLevels(levels);
- if (ctx.fillClause() != null) {
- parseFillClause(ctx.fillClause());
- }
- queryOp.setSpecialClauseComponent(groupByLevelClauseComponent);
- }
-
- public void parseFillClause(IoTDBSqlParser.FillClauseContext ctx) {
- FillClauseComponent fillClauseComponent = new FillClauseComponent();
-
- if (ctx.oldTypeClause().size() > 0) {
- // old type fill logic
- List<IoTDBSqlParser.OldTypeClauseContext> list = ctx.oldTypeClause();
- Map<TSDataType, IFill> fillTypes = new EnumMap<>(TSDataType.class);
- for (IoTDBSqlParser.OldTypeClauseContext typeClause : list) {
- if (typeClause.ALL() != null) {
- if (typeClause.linearClause() != null) {
- throw new SQLParserException("fill all doesn't support linear fill");
- }
- parseAllTypeClause(typeClause, fillTypes);
- break;
- } else {
- parsePrimitiveTypeClause(typeClause, fillTypes);
- }
- }
- fillClauseComponent.setFillTypes(fillTypes);
- } else {
- // new single fill logic
- fillClauseComponent.setSingleFill(getSingleIFill(ctx));
- }
- queryOp.setSpecialClauseComponent(fillClauseComponent);
- }
-
- private void parseTimeInterval(
- IoTDBSqlParser.TimeRangeContext timeInterval, GroupByClauseComponent groupByClauseComponent) {
- long currentTime = DateTimeUtils.currentTime();
- long startTime = parseTimeValue(timeInterval.timeValue(0), currentTime);
- long endTime = parseTimeValue(timeInterval.timeValue(1), currentTime);
- groupByClauseComponent.setStartTime(startTime);
- groupByClauseComponent.setEndTime(endTime);
- if (startTime >= endTime) {
- throw new SQLParserException("Start time should be smaller than endTime in GroupBy");
- }
- }
-
- private void parseWithoutNullClause(IoTDBSqlParser.WithoutNullClauseContext ctx) {
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- // add without null columns
- List<ExpressionContext> expressionContexts = ctx.expression();
- for (ExpressionContext expressionContext : expressionContexts) {
- specialClauseComponent.addWithoutNullColumn(parseExpression(expressionContext, true));
- }
- specialClauseComponent.setWithoutAnyNull(ctx.ANY() != null);
- specialClauseComponent.setWithoutAllNull(ctx.ALL() != null);
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- }
-
- private IFill getSingleIFill(IoTDBSqlParser.FillClauseContext ctx) {
- int defaultFillInterval = IoTDBDescriptor.getInstance().getConfig().getDefaultFillInterval();
- if (ctx.linearClause() != null) { // linear
- if (ctx.linearClause().DURATION_LITERAL(0) != null) {
- String beforeStr = ctx.linearClause().DURATION_LITERAL(0).getText();
- String afterStr = ctx.linearClause().DURATION_LITERAL(1).getText();
- return new LinearFill(beforeStr, afterStr);
- } else {
- return new LinearFill(defaultFillInterval, defaultFillInterval);
- }
- } else if (ctx.previousClause() != null) { // previous
- if (ctx.previousClause().DURATION_LITERAL() != null) {
- String preRangeStr = ctx.previousClause().DURATION_LITERAL().getText();
- return new PreviousFill(preRangeStr);
- } else {
- return new PreviousFill(defaultFillInterval);
- }
- } else if (ctx.specificValueClause() != null) { // value
- if (ctx.specificValueClause().constant() != null) {
- return new ValueFill(ctx.specificValueClause().constant().getText());
- } else {
- throw new SQLParserException("fill value cannot be null");
- }
- } else if (ctx.previousUntilLastClause() != null) { // previous until last
- if (ctx.previousUntilLastClause().DURATION_LITERAL() != null) {
- String preRangeStr = ctx.previousUntilLastClause().DURATION_LITERAL().getText();
- return new PreviousFill(preRangeStr, true);
- } else {
- return new PreviousFill(defaultFillInterval, true);
- }
- } else {
- throw new SQLParserException("unknown single fill type");
- }
- }
-
- private void parseAllTypeClause(
- IoTDBSqlParser.OldTypeClauseContext ctx, Map<TSDataType, IFill> fillTypes) {
- IFill fill;
- int defaultFillInterval = IoTDBDescriptor.getInstance().getConfig().getDefaultFillInterval();
-
- if (ctx.linearClause() != null) { // linear
- if (ctx.linearClause().DURATION_LITERAL(0) != null) {
- String beforeStr = ctx.linearClause().DURATION_LITERAL(0).getText();
- String afterStr = ctx.linearClause().DURATION_LITERAL(1).getText();
- fill = new LinearFill(beforeStr, afterStr);
- } else {
- fill = new LinearFill(defaultFillInterval, defaultFillInterval);
- }
- } else if (ctx.previousClause() != null) { // previous
- if (ctx.previousClause().DURATION_LITERAL() != null) {
- String preRangeStr = ctx.previousClause().DURATION_LITERAL().getText();
- fill = new PreviousFill(preRangeStr);
- } else {
- fill = new PreviousFill(defaultFillInterval);
- }
- } else if (ctx.specificValueClause() != null) {
- throw new SQLParserException("fill all doesn't support value fill");
- } else { // previous until last
- if (ctx.previousUntilLastClause().DURATION_LITERAL() != null) {
- String preRangeStr = ctx.previousUntilLastClause().DURATION_LITERAL().getText();
- fill = new PreviousFill(preRangeStr, true);
- } else {
- fill = new PreviousFill(defaultFillInterval, true);
- }
- }
-
- for (TSDataType tsDataType : TSDataType.values()) {
- if (tsDataType == TSDataType.VECTOR) {
- // TODO: TSDataType VECTOR
- continue;
- }
- if (fill instanceof LinearFill
- && (tsDataType == TSDataType.BOOLEAN || tsDataType == TSDataType.TEXT)) {
- continue;
- }
- fillTypes.put(tsDataType, fill.copy());
- }
- }
-
- private void parsePrimitiveTypeClause(
- IoTDBSqlParser.OldTypeClauseContext ctx, Map<TSDataType, IFill> fillTypes) {
- TSDataType dataType = parseType(parseAttributeValue(ctx.dataType));
- if (dataType == TSDataType.VECTOR) {
- throw new SQLParserException(String.format("type %s cannot use fill function", dataType));
- }
-
- if (ctx.linearClause() != null
- && (dataType == TSDataType.TEXT || dataType == TSDataType.BOOLEAN)) {
- throw new SQLParserException(
- String.format(
- "type %s cannot use %s fill function",
- dataType, ctx.linearClause().LINEAR().getText()));
- }
-
- int defaultFillInterval = IoTDBDescriptor.getInstance().getConfig().getDefaultFillInterval();
-
- if (ctx.linearClause() != null) { // linear
- if (ctx.linearClause().DURATION_LITERAL(0) != null) {
- String beforeRangeStr = ctx.linearClause().DURATION_LITERAL(0).getText();
- String afterRangeStr = ctx.linearClause().DURATION_LITERAL(1).getText();
- LinearFill fill = new LinearFill(beforeRangeStr, afterRangeStr);
- fillTypes.put(dataType, fill);
- } else {
- fillTypes.put(dataType, new LinearFill(defaultFillInterval, defaultFillInterval));
- }
- } else if (ctx.previousClause() != null) { // previous
- if (ctx.previousClause().DURATION_LITERAL() != null) {
- String beforeStr = ctx.previousClause().DURATION_LITERAL().getText();
- fillTypes.put(dataType, new PreviousFill(beforeStr));
- } else {
- fillTypes.put(dataType, new PreviousFill(defaultFillInterval));
- }
- } else if (ctx.specificValueClause() != null) { // value
- if (ctx.specificValueClause().constant() != null) {
- fillTypes.put(
- dataType, new ValueFill(ctx.specificValueClause().constant().getText(), dataType));
- } else {
- throw new SQLParserException("fill value cannot be null");
- }
- } else { // previous until last
- if (ctx.previousUntilLastClause().DURATION_LITERAL() != null) {
- String preRangeStr = ctx.previousUntilLastClause().DURATION_LITERAL().getText();
- fillTypes.put(dataType, new PreviousFill(preRangeStr, true));
- } else {
- fillTypes.put(dataType, new PreviousFill(defaultFillInterval, true));
- }
- }
- }
-
- private TSDataType parseType(String datatype) {
- try {
- return TSDataType.valueOf(datatype.toUpperCase());
- } catch (Exception e) {
- throw new SQLParserException("not a valid fill type : " + datatype);
- }
- }
-
- // Insert Statement
-
- @Override
- public Operator visitInsertStatement(IoTDBSqlParser.InsertStatementContext ctx) {
- InsertOperator insertOp = new InsertOperator(SQLConstant.TOK_INSERT);
- insertOp.setDevice(parsePrefixPath(ctx.prefixPath()));
- boolean isTimeDefault = parseInsertColumnSpec(ctx.insertColumnsSpec(), insertOp);
- parseInsertValuesSpec(ctx.insertValuesSpec(), insertOp, isTimeDefault);
- insertOp.setAligned(ctx.ALIGNED() != null);
- return insertOp;
- }
-
- private boolean parseInsertColumnSpec(
- IoTDBSqlParser.InsertColumnsSpecContext ctx, InsertOperator insertOp) {
- List<String> measurementList = new ArrayList<>();
- for (IoTDBSqlParser.NodeNameWithoutWildcardContext measurementName :
- ctx.nodeNameWithoutWildcard()) {
- measurementList.add(parseNodeNameWithoutWildCard(measurementName));
- }
- insertOp.setMeasurementList(measurementList.toArray(new String[0]));
- return (ctx.TIME() == null && ctx.TIMESTAMP() == null);
- }
-
- private void parseInsertValuesSpec(
- IoTDBSqlParser.InsertValuesSpecContext ctx, InsertOperator insertOp, boolean isTimeDefault) {
- List<IoTDBSqlParser.InsertMultiValueContext> insertMultiValues = ctx.insertMultiValue();
- List<String[]> valueLists = new ArrayList<>();
- long[] timeArray = new long[insertMultiValues.size()];
- for (int i = 0; i < insertMultiValues.size(); i++) {
- // parse timestamp
- long timestamp;
- List<String> valueList = new ArrayList<>();
-
- if (insertMultiValues.get(i).timeValue() != null) {
- if (isTimeDefault) {
- if (insertMultiValues.size() != 1) {
- throw new SQLParserException("need timestamps when insert multi rows");
- }
- valueList.add(insertMultiValues.get(i).timeValue().getText());
- timestamp = DateTimeUtils.currentTime();
- } else {
- timestamp =
- parseTimeValue(insertMultiValues.get(i).timeValue(), DateTimeUtils.currentTime());
- }
- } else {
- if (!isTimeDefault) {
- throw new SQLParserException(
- "the measurementList's size is not consistent with the valueList's size");
- }
- if (insertMultiValues.size() != 1) {
- throw new SQLParserException("need timestamps when insert multi rows");
- }
- timestamp = parseDateFormat(SQLConstant.NOW_FUNC);
- }
- timeArray[i] = timestamp;
-
- // parse values
- List<IoTDBSqlParser.MeasurementValueContext> values =
- insertMultiValues.get(i).measurementValue();
- for (IoTDBSqlParser.MeasurementValueContext value : values) {
- for (IoTDBSqlParser.ConstantContext constant : value.constant()) {
- if (constant.STRING_LITERAL() != null) {
- valueList.add(parseStringLiteralInInsertValue(constant.getText()));
- } else {
- valueList.add(constant.getText());
- }
- }
- }
- valueLists.add(valueList.toArray(new String[0]));
- }
- insertOp.setTimes(timeArray);
- insertOp.setValueLists(valueLists);
- }
-
- // Delete Statement
-
- @Override
- public Operator visitDeleteStatement(IoTDBSqlParser.DeleteStatementContext ctx) {
- DeleteDataOperator deleteDataOp = new DeleteDataOperator(SQLConstant.TOK_DELETE);
- List<IoTDBSqlParser.PrefixPathContext> prefixPaths = ctx.prefixPath();
- for (IoTDBSqlParser.PrefixPathContext prefixPath : prefixPaths) {
- deleteDataOp.addPath(parsePrefixPath(prefixPath));
- }
- if (ctx.whereClause() != null) {
- WhereComponent whereComponent = parseWhereClause(ctx.whereClause());
- Pair<Long, Long> timeInterval = parseDeleteTimeInterval(whereComponent.getFilterOperator());
- deleteDataOp.setStartTime(timeInterval.left);
- deleteDataOp.setEndTime(timeInterval.right);
- } else {
- deleteDataOp.setStartTime(Long.MIN_VALUE);
- deleteDataOp.setEndTime(Long.MAX_VALUE);
- }
- return deleteDataOp;
- }
-
- private Pair<Long, Long> parseDeleteTimeInterval(FilterOperator filterOperator) {
- if (!filterOperator.isLeaf() && filterOperator.getFilterType() != FilterType.KW_AND) {
- throw new SemanticException(DELETE_RANGE_ERROR_MSG);
- }
-
- if (filterOperator.isLeaf()) {
- return calcOperatorInterval(filterOperator);
- }
-
- List<FilterOperator> children = filterOperator.getChildren();
- FilterOperator lOperator = children.get(0);
- FilterOperator rOperator = children.get(1);
- if (!lOperator.isLeaf() || !rOperator.isLeaf()) {
- throw new SemanticException(DELETE_RANGE_ERROR_MSG);
- }
-
- Pair<Long, Long> leftOpInterval = calcOperatorInterval(lOperator);
- Pair<Long, Long> rightOpInterval = calcOperatorInterval(rOperator);
- Pair<Long, Long> parsedInterval =
- new Pair<>(
- Math.max(leftOpInterval.left, rightOpInterval.left),
- Math.min(leftOpInterval.right, rightOpInterval.right));
- if (parsedInterval.left > parsedInterval.right) {
- throw new SQLParserException(
- "Invalid delete range: [" + parsedInterval.left + ", " + parsedInterval.right + "]");
- }
- return parsedInterval;
- }
-
- /** 4. Data Control Language (DCL) */
-
- // Create User
-
- @Override
- public Operator visitCreateUser(IoTDBSqlParser.CreateUserContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_CREATE, AuthorOperator.AuthorType.CREATE_USER);
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- authorOperator.setPassWord(parseStringLiteral(ctx.password.getText()));
- return authorOperator;
- }
-
- // Create Role
-
- @Override
- public Operator visitCreateRole(IoTDBSqlParser.CreateRoleContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_CREATE, AuthorOperator.AuthorType.CREATE_ROLE);
- authorOperator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- return authorOperator;
- }
-
- // Alter Password
-
- @Override
- public Operator visitAlterUser(IoTDBSqlParser.AlterUserContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(
- SQLConstant.TOK_AUTHOR_UPDATE_USER, AuthorOperator.AuthorType.UPDATE_USER);
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- authorOperator.setNewPassword(parseStringLiteral(ctx.password.getText()));
- return authorOperator;
- }
-
- // Grant User Privileges
-
- @Override
- public Operator visitGrantUser(IoTDBSqlParser.GrantUserContext ctx) {
- String[] privileges = parsePrivilege(ctx.privileges());
- List<PartialPath> nodeNameList =
- ctx.prefixPath().stream()
- .map(this::parsePrefixPath)
- .distinct()
- .collect(Collectors.toList());
- checkGrantRevokePrivileges(privileges, nodeNameList);
-
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_GRANT, AuthorOperator.AuthorType.GRANT_USER);
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- authorOperator.setPrivilegeList(privileges);
- authorOperator.setNodeNameList(nodeNameList);
- return authorOperator;
- }
-
- // Grant Role Privileges
-
- @Override
- public Operator visitGrantRole(IoTDBSqlParser.GrantRoleContext ctx) {
- String[] privileges = parsePrivilege(ctx.privileges());
- List<PartialPath> nodeNameList =
- ctx.prefixPath().stream()
- .map(this::parsePrefixPath)
- .distinct()
- .collect(Collectors.toList());
- checkGrantRevokePrivileges(privileges, nodeNameList);
-
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_GRANT, AuthorType.GRANT_ROLE);
- authorOperator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- authorOperator.setPrivilegeList(privileges);
- authorOperator.setNodeNameList(nodeNameList);
- return authorOperator;
- }
-
- // Grant User Role
-
- @Override
- public Operator visitGrantRoleToUser(IoTDBSqlParser.GrantRoleToUserContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_GRANT, AuthorOperator.AuthorType.GRANT_USER_ROLE);
- authorOperator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- return authorOperator;
- }
-
- // Revoke User Privileges
-
- @Override
- public Operator visitRevokeUser(IoTDBSqlParser.RevokeUserContext ctx) {
- String[] privileges = parsePrivilege(ctx.privileges());
- List<PartialPath> nodeNameList =
- ctx.prefixPath().stream()
- .map(this::parsePrefixPath)
- .distinct()
- .collect(Collectors.toList());
- checkGrantRevokePrivileges(privileges, nodeNameList);
-
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_GRANT, AuthorType.REVOKE_USER);
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- authorOperator.setPrivilegeList(privileges);
- authorOperator.setNodeNameList(nodeNameList);
- return authorOperator;
- }
-
- // Revoke Role Privileges
-
- @Override
- public Operator visitRevokeRole(IoTDBSqlParser.RevokeRoleContext ctx) {
- String[] privileges = parsePrivilege(ctx.privileges());
- List<PartialPath> nodeNameList =
- ctx.prefixPath().stream()
- .map(this::parsePrefixPath)
- .distinct()
- .collect(Collectors.toList());
- checkGrantRevokePrivileges(privileges, nodeNameList);
-
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_GRANT, AuthorType.REVOKE_ROLE);
- authorOperator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- authorOperator.setPrivilegeList(privileges);
- authorOperator.setNodeNameList(nodeNameList);
- return authorOperator;
- }
-
- private void checkGrantRevokePrivileges(String[] privileges, List<PartialPath> nodeNameList) {
- if (nodeNameList.isEmpty()) {
- nodeNameList.addAll(Collections.singletonList(new PartialPath(ALL_RESULT_NODES)));
- return;
- }
- boolean pathRelevant = true;
- String errorPrivilegeName = "";
- for (String privilege : privileges) {
- if (!PrivilegeType.valueOf(privilege.toUpperCase()).isPathRelevant()) {
- pathRelevant = false;
- errorPrivilegeName = privilege.toUpperCase();
- break;
- }
- }
- if (!(pathRelevant
- || (nodeNameList.size() == 1
- && nodeNameList.contains(new PartialPath(ALL_RESULT_NODES))))) {
- throw new SQLParserException(
- String.format(
- "path independent privilege: [%s] can only be set on path: root.**",
- errorPrivilegeName));
- }
- }
-
- // Revoke Role From User
-
- @Override
- public Operator visitRevokeRoleFromUser(IoTDBSqlParser.RevokeRoleFromUserContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_GRANT, AuthorType.REVOKE_USER_ROLE);
- authorOperator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- return authorOperator;
- }
-
- // Drop User
-
- @Override
- public Operator visitDropUser(IoTDBSqlParser.DropUserContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_DROP, AuthorOperator.AuthorType.DROP_USER);
- authorOperator.setUserName(parseIdentifier(ctx.userName.getText()));
- return authorOperator;
- }
-
- // Drop Role
-
- @Override
- public Operator visitDropRole(IoTDBSqlParser.DropRoleContext ctx) {
- AuthorOperator authorOperator =
- new AuthorOperator(SQLConstant.TOK_AUTHOR_DROP, AuthorOperator.AuthorType.DROP_ROLE);
- authorOperator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- return authorOperator;
- }
-
- // List Users
-
- @Override
- public Operator visitListUser(IoTDBSqlParser.ListUserContext ctx) {
- AuthorOperator operator =
- new AuthorOperator(SQLConstant.TOK_LIST, AuthorOperator.AuthorType.LIST_USER);
- if (ctx.roleName != null) {
- operator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- }
- return operator;
- }
-
- // List Roles
-
- @Override
- public Operator visitListRole(IoTDBSqlParser.ListRoleContext ctx) {
- AuthorOperator operator =
- new AuthorOperator(SQLConstant.TOK_LIST, AuthorOperator.AuthorType.LIST_ROLE);
- if (ctx.userName != null) {
- operator.setUserName(parseIdentifier(ctx.userName.getText()));
- }
- return operator;
- }
-
- // List Privileges
-
- @Override
- public Operator visitListPrivilegesUser(IoTDBSqlParser.ListPrivilegesUserContext ctx) {
- AuthorOperator operator =
- new AuthorOperator(SQLConstant.TOK_LIST, AuthorOperator.AuthorType.LIST_USER_PRIVILEGE);
- operator.setUserName(parseIdentifier(ctx.userName.getText()));
- List<PartialPath> nodeNameList =
- ctx.prefixPath().stream()
- .map(prefixPath -> parsePrefixPath(prefixPath))
- .collect(Collectors.toList());
- operator.setNodeNameList(nodeNameList);
- return operator;
- }
-
- // List Privileges of Roles On Specific Path
-
- @Override
- public Operator visitListPrivilegesRole(IoTDBSqlParser.ListPrivilegesRoleContext ctx) {
- AuthorOperator operator =
- new AuthorOperator(SQLConstant.TOK_LIST, AuthorOperator.AuthorType.LIST_ROLE_PRIVILEGE);
- operator.setRoleName(parseIdentifier(ctx.roleName.getText()));
- List<PartialPath> nodeNameList =
- ctx.prefixPath().stream()
- .map(prefixPath -> parsePrefixPath(prefixPath))
- .collect(Collectors.toList());
- operator.setNodeNameList(nodeNameList);
- return operator;
- }
-
- private String[] parsePrivilege(IoTDBSqlParser.PrivilegesContext ctx) {
- List<IoTDBSqlParser.PrivilegeValueContext> privilegeList = ctx.privilegeValue();
- List<String> privileges = new ArrayList<>();
- for (IoTDBSqlParser.PrivilegeValueContext privilegeValue : privilegeList) {
- privileges.add(privilegeValue.getText());
- }
- return privileges.toArray(new String[0]);
- }
-
- /** 5. Utility Statements */
-
- // Merge
-
- @Override
- public Operator visitMerge(IoTDBSqlParser.MergeContext ctx) {
- return new MergeOperator(SQLConstant.TOK_MERGE);
- }
-
- // Full Merge
-
- @Override
- public Operator visitFullMerge(IoTDBSqlParser.FullMergeContext ctx) {
- return new MergeOperator(SQLConstant.TOK_FULL_MERGE);
- }
-
- // Flush
-
- @Override
- public Operator visitFlush(IoTDBSqlParser.FlushContext ctx) {
- FlushOperator flushOperator = new FlushOperator(SQLConstant.TOK_FLUSH);
- if (ctx.BOOLEAN_LITERAL() != null) {
- flushOperator.setSeq(Boolean.parseBoolean(ctx.BOOLEAN_LITERAL().getText()));
- }
- if (ctx.prefixPath(0) != null) {
- List<PartialPath> storageGroups = new ArrayList<>();
- for (IoTDBSqlParser.PrefixPathContext prefixPathContext : ctx.prefixPath()) {
- storageGroups.add(parsePrefixPath(prefixPathContext));
- }
- flushOperator.setStorageGroupList(storageGroups);
- }
- return flushOperator;
- }
-
- // Clear Cache
-
- @Override
- public Operator visitClearCache(IoTDBSqlParser.ClearCacheContext ctx) {
- return new ClearCacheOperator(SQLConstant.TOK_CLEAR_CACHE);
- }
-
- // Settle
-
- @Override
- public Operator visitSettle(IoTDBSqlParser.SettleContext ctx) {
- SettleOperator settleOperator = new SettleOperator(SQLConstant.TOK_SETTLE);
- if (ctx.prefixPath() != null) {
- // database
- PartialPath sgPath = parsePrefixPath(ctx.prefixPath());
- settleOperator.setSgPath(sgPath);
- settleOperator.setIsSgPath(true);
- } else {
- // TsFile Path
- String tsFilePath = parseStringLiteral(ctx.tsFilePath.getText());
- settleOperator.setTsFilePath(tsFilePath);
- settleOperator.setIsSgPath(false);
- }
- return settleOperator;
- }
-
- // Set System To ReadOnly/Writable
-
- @Override
- public Operator visitSetSystemStatus(IoTDBSqlParser.SetSystemStatusContext ctx) {
- if (ctx.RUNNING() != null) {
- return new SetSystemModeOperator(SQLConstant.TOK_SET_SYSTEM_MODE, NodeStatus.Running);
- } else if (ctx.READONLY() != null) {
- return new SetSystemModeOperator(SQLConstant.TOK_SET_SYSTEM_MODE, NodeStatus.ReadOnly);
- } else {
- throw new RuntimeException("Unknown system status in set system command.");
- }
- }
-
- // Show Version
-
- @Override
- public Operator visitShowVersion(IoTDBSqlParser.ShowVersionContext ctx) {
- return new ShowOperator(SQLConstant.TOK_VERSION);
- }
-
- // Show Flush Info
-
- @Override
- public Operator visitShowFlushInfo(IoTDBSqlParser.ShowFlushInfoContext ctx) {
- return new ShowOperator(SQLConstant.TOK_FLUSH_TASK_INFO);
- }
-
- // Show Lock Info
-
- @Override
- public Operator visitShowLockInfo(IoTDBSqlParser.ShowLockInfoContext ctx) {
- if (ctx.prefixPath() != null) {
- return new ShowLockInfoOperator(SQLConstant.TOK_LOCK_INFO, parsePrefixPath(ctx.prefixPath()));
- } else {
- return new ShowLockInfoOperator(
- SQLConstant.TOK_LOCK_INFO, new PartialPath(SQLConstant.getSingleRootArray()));
- }
- }
-
- // Show Query Resource
-
- @Override
- public Operator visitShowQueryResource(IoTDBSqlParser.ShowQueryResourceContext ctx) {
- return new ShowQueryResourceOperate(SQLConstant.TOK_SHOW_QUERY_RESOURCE);
- }
- // Show Query Processlist
-
- @Override
- public Operator visitShowQueryProcesslist(IoTDBSqlParser.ShowQueryProcesslistContext ctx) {
- return new ShowOperator(SQLConstant.TOK_QUERY_PROCESSLIST);
- }
-
- // Kill Query
-
- @Override
- public Operator visitKillQuery(IoTDBSqlParser.KillQueryContext ctx) {
- KillQueryOperator killQueryOperator = new KillQueryOperator(TOK_KILL_QUERY);
- if (ctx.INTEGER_LITERAL() != null) {
- killQueryOperator.setQueryId(Integer.parseInt(ctx.INTEGER_LITERAL().getText()));
- }
- return killQueryOperator;
- }
-
- // Grant Watermark Embedding
-
- @Override
- public Operator visitGrantWatermarkEmbedding(IoTDBSqlParser.GrantWatermarkEmbeddingContext ctx) {
- List<IoTDBSqlParser.UsernameWithRootContext> usernameList = ctx.usernameWithRoot();
- List<String> users = new ArrayList<>();
- for (IoTDBSqlParser.UsernameWithRootContext username : usernameList) {
- users.add(parseIdentifier(username.getText()));
- }
- return new DataAuthOperator(SQLConstant.TOK_GRANT_WATERMARK_EMBEDDING, users);
- }
-
- // Revoke Watermark Embedding
-
- @Override
- public Operator visitRevokeWatermarkEmbedding(
- IoTDBSqlParser.RevokeWatermarkEmbeddingContext ctx) {
- List<IoTDBSqlParser.UsernameWithRootContext> usernameList = ctx.usernameWithRoot();
- List<String> users = new ArrayList<>();
- for (IoTDBSqlParser.UsernameWithRootContext username : usernameList) {
- users.add(parseIdentifier(username.getText()));
- }
- return new DataAuthOperator(SQLConstant.TOK_REVOKE_WATERMARK_EMBEDDING, users);
- }
-
- // Load Configuration
-
- @Override
- public Operator visitLoadConfiguration(IoTDBSqlParser.LoadConfigurationContext ctx) {
- if (ctx.GLOBAL() != null) {
- return new LoadConfigurationOperator(LoadConfigurationOperatorType.GLOBAL);
- } else {
- return new LoadConfigurationOperator(LoadConfigurationOperatorType.LOCAL);
- }
- }
-
- // Load Timeseries
-
- @Override
- public Operator visitLoadTimeseries(IoTDBSqlParser.LoadTimeseriesContext ctx) {
- if (ctx.prefixPath().nodeName().size() < 3) {
- throw new SQLParserException("data load command: child count < 3\n");
- }
-
- String csvPath = ctx.fileName.getText();
- StringContainer sc = new StringContainer(TsFileConstant.PATH_SEPARATOR);
- List<IoTDBSqlParser.NodeNameContext> nodeNames = ctx.prefixPath().nodeName();
- sc.addTail(ctx.prefixPath().ROOT().getText());
- for (IoTDBSqlParser.NodeNameContext nodeName : nodeNames) {
- sc.addTail(parseNodeName(nodeName));
- }
- return new LoadDataOperator(SQLConstant.TOK_DATALOAD, parseFilePath(csvPath), sc.toString());
- }
-
- // Load TsFile
-
- @Override
- public Operator visitLoadFile(IoTDBSqlParser.LoadFileContext ctx) {
- LoadFilesOperator loadFilesOperator =
- new LoadFilesOperator(
- new File(parseFilePath(ctx.fileName.getText())),
- IoTDBDescriptor.getInstance().getConfig().isAutoCreateSchemaEnabled(),
- IoTDBDescriptor.getInstance().getConfig().getDefaultStorageGroupLevel(),
- true,
- true);
- if (ctx.loadFileAttributeClauses() != null) {
- for (IoTDBSqlParser.LoadFileAttributeClauseContext attributeContext :
- ctx.loadFileAttributeClauses().loadFileAttributeClause()) {
- parseLoadFileAttributeClause(loadFilesOperator, attributeContext);
- }
- }
- return loadFilesOperator;
- }
-
- /**
- * used for parsing load tsfile, context will be one of "SCHEMA, LEVEL, METADATA", and maybe
- * followed by a recursion property statement
- *
- * @param operator the result operator, setting by clause context
- * @param ctx context of property statement
- */
- private void parseLoadFileAttributeClause(
- LoadFilesOperator operator, IoTDBSqlParser.LoadFileAttributeClauseContext ctx) {
- if (ctx.SGLEVEL() != null) {
- operator.setSgLevel(Integer.parseInt(ctx.INTEGER_LITERAL().getText()));
- } else if (ctx.VERIFY() != null) {
- operator.setVerifyMetadata(Boolean.parseBoolean(ctx.BOOLEAN_LITERAL().getText()));
- } else if (ctx.ONSUCCESS() != null) {
- operator.setDeleteAfterLoad(ctx.DELETE() != null);
- }
- }
-
- // Remove TsFile
-
- @Override
- public Operator visitRemoveFile(IoTDBSqlParser.RemoveFileContext ctx) {
- return new RemoveFileOperator(new File(parseFilePath(ctx.fileName.getText())));
- }
-
- // Unload TsFile
-
- @Override
- public Operator visitUnloadFile(IoTDBSqlParser.UnloadFileContext ctx) {
- return new UnloadFileOperator(
- new File(parseFilePath(ctx.srcFileName.getText())),
- new File(parseFilePath(ctx.dstFileDir.getText())));
- }
-
- /** 6. sync statement */
- @Override
- public Operator visitCreatePipeSink(IoTDBSqlParser.CreatePipeSinkContext ctx) {
- CreatePipeSinkOperator operator =
- new CreatePipeSinkOperator(
- parseIdentifier(ctx.pipeSinkName.getText()),
- parseIdentifier(ctx.pipeSinkType.getText()));
- if (ctx.syncAttributeClauses() != null) {
- operator.setPipeSinkAttributes(parseSyncAttributeClauses(ctx.syncAttributeClauses()));
- }
- return operator;
- }
-
- private Map<String, String> parseSyncAttributeClauses(
- IoTDBSqlParser.SyncAttributeClausesContext ctx) {
- Map<String, String> attributes = new HashMap<>();
- for (IoTDBSqlParser.AttributePairContext attributePair : ctx.attributePair()) {
- attributes.put(
- parseAttributeKey(attributePair.attributeKey()),
- parseAttributeValue(attributePair.attributeValue()));
- }
- return attributes;
- }
-
- @Override
- public Operator visitDropPipeSink(IoTDBSqlParser.DropPipeSinkContext ctx) {
- DropPipeSinkOperator operator =
- new DropPipeSinkOperator(StringEscapeUtils.unescapeJava(ctx.pipeSinkName.getText()));
- return operator;
- }
-
- @Override
- public Operator visitShowPipeSink(IoTDBSqlParser.ShowPipeSinkContext ctx) {
- ShowPipeSinkOperator operator = new ShowPipeSinkOperator();
- if (ctx.pipeSinkName != null) {
- operator.setPipeSinkName(StringEscapeUtils.unescapeJava(ctx.pipeSinkName.getText()));
- }
- return operator;
- }
-
- @Override
- public Operator visitShowPipeSinkType(IoTDBSqlParser.ShowPipeSinkTypeContext ctx) {
- ShowPipeSinkTypeOperator operator = new ShowPipeSinkTypeOperator();
- return operator;
- }
-
- @Override
- public Operator visitCreatePipe(IoTDBSqlParser.CreatePipeContext ctx) throws SQLParserException {
- CreatePipeOperator operator =
- new CreatePipeOperator(
- StringEscapeUtils.unescapeJava(ctx.pipeName.getText()),
- StringEscapeUtils.unescapeJava(ctx.pipeSinkName.getText()));
-
- if (ctx.selectStatement() != null) {
- parseSelectStatementForPipe(ctx.selectStatement(), operator);
- }
- if (ctx.syncAttributeClauses() != null) {
- operator.setPipeAttributes(parseSyncAttributeClauses(ctx.syncAttributeClauses()));
- }
- return operator;
- }
-
- @Override
- public Operator visitShowPipe(IoTDBSqlParser.ShowPipeContext ctx) {
- ShowPipeOperator operator = new ShowPipeOperator();
- if (ctx.pipeName != null) {
- operator.setPipeName(StringEscapeUtils.unescapeJava(ctx.pipeName.getText()));
- }
- return operator;
- }
-
- @Override
- public Operator visitStopPipe(IoTDBSqlParser.StopPipeContext ctx) {
- return new StopPipeOperator(StringEscapeUtils.unescapeJava(ctx.pipeName.getText()));
- }
-
- @Override
- public Operator visitStartPipe(IoTDBSqlParser.StartPipeContext ctx) {
- return new StartPipeOperator(StringEscapeUtils.unescapeJava(ctx.pipeName.getText()));
- }
-
- @Override
- public Operator visitDropPipe(IoTDBSqlParser.DropPipeContext ctx) {
- return new DropPipeOperator(StringEscapeUtils.unescapeJava(ctx.pipeName.getText()));
- }
-
- private void parseSelectStatementForPipe(
- IoTDBSqlParser.SelectStatementContext ctx, CreatePipeOperator operator)
- throws SQLParserException {
- if (ctx.intoClause() != null || ctx.specialClause() != null) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
-
- // parse select
- IoTDBSqlParser.SelectClauseContext selectCtx = ctx.selectClause();
- if (selectCtx.LAST() != null || selectCtx.resultColumn().size() != 1) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
- IoTDBSqlParser.ResultColumnContext resultColumnCtx = selectCtx.resultColumn(0);
- if (resultColumnCtx.AS() != null
- || !IoTDBConstant.MULTI_LEVEL_PATH_WILDCARD.equals(
- resultColumnCtx.expression().getText())) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
-
- // parse from
- IoTDBSqlParser.FromClauseContext fromCtx = ctx.fromClause();
- if (fromCtx.prefixPath().size() != 1
- || !IoTDBConstant.PATH_ROOT.equals(fromCtx.prefixPath(0).getText())) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
-
- // parse where
- IoTDBSqlParser.WhereClauseContext whereCtx = ctx.whereClause();
- if (whereCtx != null) {
- Expression predicate =
- parseExpression(whereCtx.expression(), whereCtx.expression().OPERATOR_NOT() == null);
- if (!((predicate instanceof GreaterThanExpression)
- || (predicate instanceof GreaterEqualExpression))) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
- Expression left = ((BinaryExpression) predicate).getLeftExpression();
- Expression right = ((BinaryExpression) predicate).getRightExpression();
- if (!SQLConstant.isReservedPath(parsePathFromExpression(left))) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
- if (!(right instanceof ConstantOperand)) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
- if (((ConstantOperand) right).getDataType() != TSDataType.INT64) {
- throw new SQLParserException("Not support for this sql in pipe.");
- }
- long startTime = Long.parseLong(((ConstantOperand) right).getValueString());
- operator.setStartTime(startTime);
- }
- }
-
- /** 7. Common Clauses */
-
- // IoTDB Objects
-
- private PartialPath parseFullPath(IoTDBSqlParser.FullPathContext ctx) {
- List<IoTDBSqlParser.NodeNameWithoutWildcardContext> nodeNamesWithoutStar =
- ctx.nodeNameWithoutWildcard();
- String[] path = new String[nodeNamesWithoutStar.size() + 1];
- int i = 0;
- if (ctx.ROOT() != null) {
- path[0] = ctx.ROOT().getText();
- }
- for (IoTDBSqlParser.NodeNameWithoutWildcardContext nodeNameWithoutStar : nodeNamesWithoutStar) {
- i++;
- path[i] = parseNodeNameWithoutWildCard(nodeNameWithoutStar);
- }
- return new PartialPath(path);
- }
-
- private PartialPath parseFullPathInSelectInto(IoTDBSqlParser.FullPathInIntoPathContext ctx) {
- List<IoTDBSqlParser.NodeNameInIntoPathContext> nodeNamesWithoutStar = ctx.nodeNameInIntoPath();
- String[] path = new String[nodeNamesWithoutStar.size() + 1];
- int i = 0;
- if (ctx.ROOT() != null) {
- path[0] = ctx.ROOT().getText();
- }
- for (IoTDBSqlParser.NodeNameInIntoPathContext nodeNameWithoutStar : nodeNamesWithoutStar) {
- i++;
- path[i] = parseNodeNameWithoutWildCardInSelectInto(nodeNameWithoutStar);
- }
- return new PartialPath(path);
- }
-
- /** path of expression in withoutNull clause can start with root. */
- private PartialPath parseFullPathInExpression(
- IoTDBSqlParser.FullPathInExpressionContext ctx, boolean inWithoutNull)
- throws SQLParserException {
- List<IoTDBSqlParser.NodeNameContext> nodeNames = ctx.nodeName();
- int size = nodeNames.size();
- if (ctx.ROOT() != null) {
- if (!inWithoutNull) {
- throw new SQLParserException("Path can not start with root in select clause.");
- }
- }
- String[] path;
- if (ctx.ROOT() != null) {
- path = new String[size + 1];
- path[0] = ctx.ROOT().getText();
- for (int i = 0; i < nodeNames.size(); i++) {
- path[i + 1] = parseNodeName(nodeNames.get(i));
- }
- } else {
- path = new String[size];
- for (int i = 0; i < nodeNames.size(); i++) {
- path[i] = parseNodeName(nodeNames.get(i));
- }
- }
- return new PartialPath(path);
- }
-
- private PartialPath parsePrefixPath(IoTDBSqlParser.PrefixPathContext ctx) {
- List<IoTDBSqlParser.NodeNameContext> nodeNames = ctx.nodeName();
- String[] path = new String[nodeNames.size() + 1];
- path[0] = ctx.ROOT().getText();
- for (int i = 0; i < nodeNames.size(); i++) {
- path[i + 1] = parseNodeName(nodeNames.get(i));
- }
- return new PartialPath(path);
- }
-
- private PartialPath parseSuffixPath(IoTDBSqlParser.SuffixPathContext ctx) {
- List<IoTDBSqlParser.NodeNameContext> nodeNames = ctx.nodeName();
- String[] path = new String[nodeNames.size()];
- for (int i = 0; i < nodeNames.size(); i++) {
- path[i] = parseNodeName(nodeNames.get(i));
- }
- return new PartialPath(path);
- }
-
- private PartialPath convertConstantToPath(String src) throws IllegalPathException {
- return new PartialPath(src);
- }
-
- // node name
-
- private String parseNodeName(IoTDBSqlParser.NodeNameContext ctx) {
- return parseNodeString(ctx.getText());
- }
-
- private String parseNodeNameWithoutWildCard(IoTDBSqlParser.NodeNameWithoutWildcardContext ctx) {
- return parseNodeString(ctx.getText());
- }
-
- /** in select into, $ and {} are allowed */
- private String parseNodeNameWithoutWildCardInSelectInto(
- IoTDBSqlParser.NodeNameInIntoPathContext ctx) {
- String nodeName = ctx.getText();
- if (nodeName.equals(IoTDBConstant.ONE_LEVEL_PATH_WILDCARD)
- || nodeName.equals(IoTDBConstant.MULTI_LEVEL_PATH_WILDCARD)) {
- return nodeName;
- }
- if (nodeName.startsWith(TsFileConstant.BACK_QUOTE_STRING)
- && nodeName.endsWith(TsFileConstant.BACK_QUOTE_STRING)) {
- String unWrapped = nodeName.substring(1, nodeName.length() - 1);
- if (StringUtils.isNumeric(unWrapped)
- || !TsFileConstant.IDENTIFIER_PATTERN.matcher(unWrapped).matches()) {
- return nodeName;
- }
- return unWrapped;
- }
- if (!NODE_NAME_IN_SELECT_INTO_PATTERN.matcher(nodeName).matches()) {
- throw new SQLParserException(
- String.format(
- "%s is illegal, unquoted node name in select into clause can only consist of digits, characters, $, { and }",
- nodeName));
- }
- return nodeName;
- }
-
- private String parseNodeString(String nodeName) {
- if (nodeName.equals(IoTDBConstant.ONE_LEVEL_PATH_WILDCARD)
- || nodeName.equals(IoTDBConstant.MULTI_LEVEL_PATH_WILDCARD)) {
- return nodeName;
- }
- if (nodeName.startsWith(TsFileConstant.BACK_QUOTE_STRING)
- && nodeName.endsWith(TsFileConstant.BACK_QUOTE_STRING)) {
- String unWrapped = nodeName.substring(1, nodeName.length() - 1);
- if (PathUtils.isRealNumber(unWrapped)
- || !TsFileConstant.IDENTIFIER_PATTERN.matcher(unWrapped).matches()) {
- return nodeName;
- }
- return unWrapped;
- }
- checkNodeName(nodeName);
- return nodeName;
- }
-
- private void checkNodeName(String src) {
- // node name could start with * and end with *
- if (!TsFileConstant.NODE_NAME_PATTERN.matcher(src).matches()) {
- throw new SQLParserException(
- String.format(
- "%s is illegal, unquoted node name can only consist of digits, characters and underscore, or start or end with wildcard",
- src));
- }
- }
-
- private void checkIdentifier(String src) {
- if (!TsFileConstant.IDENTIFIER_PATTERN.matcher(src).matches()) {
- throw new SQLParserException(
- String.format(
- "%s is illegal, unquoted identifier can only consist of digits, characters and underscore",
- src));
- }
- }
-
- // alias
-
- /** function for parsing Alias of ResultColumn . */
- private String parseAlias(IoTDBSqlParser.AliasContext ctx) {
- String alias;
- if (ctx.constant() != null) {
- alias = parseConstant(ctx.constant());
- } else {
- alias = parseIdentifier(ctx.identifier().getText());
- }
- return alias;
- }
-
- /** function for parsing AliasNode. */
- private String parseAliasNode(IoTDBSqlParser.AliasContext ctx) {
- String alias;
- if (ctx.constant() != null) {
- alias = parseConstant(ctx.constant());
- if (PathUtils.isRealNumber(alias)
- || !TsFileConstant.IDENTIFIER_PATTERN.matcher(alias).matches()) {
- throw new SQLParserException("Not support for this alias, Please enclose in back quotes.");
- }
- } else {
- alias = parseNodeString(ctx.identifier().getText());
- }
- return alias;
- }
-
- /** function for parsing datetime literal. */
- public long parseDateFormat(String timestampStr) throws SQLParserException {
- if (timestampStr == null || "".equals(timestampStr.trim())) {
- throw new SQLParserException("input timestamp cannot be empty");
- }
- if (timestampStr.equalsIgnoreCase(SQLConstant.NOW_FUNC)) {
- return DateTimeUtils.currentTime();
- }
- try {
- return DateTimeUtils.convertDatetimeStrToLong(timestampStr, zoneId);
- } catch (Exception e) {
- throw new SQLParserException(
- String.format(
- "Input time format %s error. "
- + "Input like yyyy-MM-dd HH:mm:ss, yyyy-MM-ddTHH:mm:ss or "
- + "refer to user document for more info.",
- timestampStr));
- }
- }
-
- public long parseDateFormat(String timestampStr, long currentTime) throws SQLParserException {
- if (timestampStr == null || "".equals(timestampStr.trim())) {
- throw new SQLParserException("input timestamp cannot be empty");
- }
- if (timestampStr.equalsIgnoreCase(SQLConstant.NOW_FUNC)) {
- return currentTime;
- }
- try {
- return DateTimeUtils.convertDatetimeStrToLong(timestampStr, zoneId);
- } catch (Exception e) {
- throw new SQLParserException(
- String.format(
- "Input time format %s error. "
- + "Input like yyyy-MM-dd HH:mm:ss, yyyy-MM-ddTHH:mm:ss or "
- + "refer to user document for more info.",
- timestampStr));
- }
- }
-
- // Expression & Predicate
-
- /**
- * parse time expression, which is addition and subtraction expression of duration time, now() or
- * DataTimeFormat time.
- *
- * <p>eg. now() + 1d - 2h
- */
- private Long parseDateExpression(IoTDBSqlParser.DateExpressionContext ctx) {
- long time;
- time = parseDateFormat(ctx.getChild(0).getText());
- for (int i = 1; i < ctx.getChildCount(); i = i + 2) {
- if ("+".equals(ctx.getChild(i).getText())) {
- time += DateTimeUtils.convertDurationStrToLong(time, ctx.getChild(i + 1).getText());
- } else {
- time -= DateTimeUtils.convertDurationStrToLong(time, ctx.getChild(i + 1).getText());
- }
- }
- return time;
- }
-
- private Long parseDateExpression(IoTDBSqlParser.DateExpressionContext ctx, long currentTime) {
- long time;
- time = parseDateFormat(ctx.getChild(0).getText(), currentTime);
- for (int i = 1; i < ctx.getChildCount(); i = i + 2) {
- if ("+".equals(ctx.getChild(i).getText())) {
- time += DateTimeUtils.convertDurationStrToLong(time, ctx.getChild(i + 1).getText());
- } else {
- time -= DateTimeUtils.convertDurationStrToLong(time, ctx.getChild(i + 1).getText());
- }
- }
- return time;
- }
-
- private long parseTimeValue(IoTDBSqlParser.TimeValueContext ctx, long currentTime) {
- if (ctx.INTEGER_LITERAL() != null) {
- try {
- if (ctx.MINUS() != null) {
- return -Long.parseLong(ctx.INTEGER_LITERAL().getText());
- }
- return Long.parseLong(ctx.INTEGER_LITERAL().getText());
- } catch (NumberFormatException e) {
- throw new SQLParserException(
- String.format("Can not parse %s to long value", ctx.INTEGER_LITERAL().getText()));
- }
- } else if (ctx.dateExpression() != null) {
- return parseDateExpression(ctx.dateExpression(), currentTime);
- } else {
- return parseDateFormat(ctx.datetimeLiteral().getText(), currentTime);
- }
- }
-
- @SuppressWarnings("squid:S3776")
- private Expression parseExpression(
- IoTDBSqlParser.ExpressionContext context, boolean inWithoutNull, boolean isQueryFilter) {
- if (context.unaryInBracket != null) {
- return parseExpression(context.unaryInBracket, inWithoutNull);
- }
-
- if (context.expressionAfterUnaryOperator != null) {
- if (context.MINUS() != null) {
- return new NegationExpression(
- parseExpression(context.expressionAfterUnaryOperator, inWithoutNull));
- }
- if (context.OPERATOR_NOT() != null) {
- return new LogicNotExpression(
- parseExpression(context.expressionAfterUnaryOperator, inWithoutNull));
- }
- return parseExpression(context.expressionAfterUnaryOperator, inWithoutNull);
- }
-
- if (context.leftExpression != null && context.rightExpression != null) {
- Expression leftExpression = parseExpression(context.leftExpression, inWithoutNull);
- Expression rightExpression = parseExpression(context.rightExpression, inWithoutNull);
- if (context.STAR() != null) {
- return new MultiplicationExpression(leftExpression, rightExpression);
- }
- if (context.DIV() != null) {
- return new DivisionExpression(leftExpression, rightExpression);
- }
- if (context.MOD() != null) {
- return new ModuloExpression(leftExpression, rightExpression);
- }
- if (context.PLUS() != null) {
- return new AdditionExpression(leftExpression, rightExpression);
- }
- if (context.MINUS() != null) {
- return new SubtractionExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_GT() != null) {
- return new GreaterThanExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_GTE() != null) {
- return new GreaterEqualExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_LT() != null) {
- return new LessThanExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_LTE() != null) {
- return new LessEqualExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_DEQ() != null || context.OPERATOR_SEQ() != null) {
- return new EqualToExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_NEQ() != null) {
- return new NonEqualExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_AND() != null) {
- return new LogicAndExpression(leftExpression, rightExpression);
- }
- if (context.OPERATOR_OR() != null) {
- return new LogicOrExpression(leftExpression, rightExpression);
- }
- throw new UnsupportedOperationException();
- }
-
- if (context.unaryBeforeRegularOrLikeExpression != null) {
- if (context.REGEXP() != null) {
- return parseRegularExpression(context, inWithoutNull, isQueryFilter);
- }
- if (context.LIKE() != null) {
- return parseLikeExpression(context, inWithoutNull, isQueryFilter);
- }
- throw new UnsupportedOperationException();
- }
-
- if (context.firstExpression != null
- && context.secondExpression != null
- && context.thirdExpression != null) {
- Expression firstExpression = parseExpression(context.firstExpression, inWithoutNull);
- Expression secondExpression = parseExpression(context.secondExpression, inWithoutNull);
- Expression thirdExpression = parseExpression(context.thirdExpression, inWithoutNull);
-
- if (context.OPERATOR_BETWEEN() != null) {
- return new BetweenExpression(
- firstExpression, secondExpression, thirdExpression, context.OPERATOR_NOT() != null);
- }
- }
-
- if (context.unaryBeforeInExpression != null) {
- return parseInExpression(context, inWithoutNull);
- }
-
- if (context.functionName() != null) {
- return parseFunctionExpression(context, inWithoutNull);
- }
-
- if (context.fullPathInExpression() != null) {
- return new TimeSeriesOperand(
- parseFullPathInExpression(context.fullPathInExpression(), inWithoutNull));
- }
-
- if (context.time != null) {
- return new TimestampOperand();
- }
-
- if (context.constant() != null && !context.constant().isEmpty()) {
- return parseConstantOperand(context.constant(0));
- }
-
- throw new UnsupportedOperationException();
- }
-
- private Expression parseExpression(ExpressionContext context, boolean inWithoutNull) {
- return parseExpression(context, inWithoutNull, false);
- }
-
- private Expression parseFunctionExpression(
- IoTDBSqlParser.ExpressionContext functionClause, boolean inWithoutNull) {
- FunctionExpression functionExpression =
- new FunctionExpression(parseIdentifier(functionClause.functionName().getText()));
-
- // expressions
- boolean hasNonPureConstantSubExpression = false;
- for (IoTDBSqlParser.ExpressionContext expression : functionClause.expression()) {
- Expression subexpression = parseExpression(expression, inWithoutNull);
- if (!subexpression.isConstantOperand()) {
- hasNonPureConstantSubExpression = true;
- }
- if (subexpression instanceof EqualToExpression
- && ((EqualToExpression) subexpression).getLeftExpression().isConstantOperand()
- && ((EqualToExpression) subexpression).getRightExpression().isConstantOperand()) {
- // parse attribute
- functionExpression.addAttribute(
- ((ConstantOperand) ((EqualToExpression) subexpression).getLeftExpression())
- .getValueString(),
- ((ConstantOperand) ((EqualToExpression) subexpression).getRightExpression())
- .getValueString());
- } else {
- functionExpression.addExpression(subexpression);
- }
- }
-
- // It is not allowed to have function expressions like F(1, 1.0). There should be at least one
- // non-pure-constant sub-expression, otherwise the timestamp of the row cannot be inferred.
- if (!hasNonPureConstantSubExpression) {
- throw new SQLParserException(
- "Invalid function expression, all the arguments are constant operands: "
- + functionClause.getText());
- }
- return functionExpression;
- }
-
- private Expression parseRegularExpression(
- ExpressionContext context, boolean inWithoutNull, boolean isQueryFilter) {
- return new RegularExpression(
- parseExpression(context.unaryBeforeRegularOrLikeExpression, inWithoutNull),
- parseStringLiteral(context.STRING_LITERAL().getText()));
- }
-
- private Expression parseLikeExpression(
- ExpressionContext context, boolean inWithoutNull, boolean isQueryFilter) {
- return new LikeExpression(
- parseExpression(context.unaryBeforeRegularOrLikeExpression, inWithoutNull),
- parseStringLiteral(context.STRING_LITERAL().getText()));
- }
-
- private Expression parseInExpression(ExpressionContext context, boolean inWithoutNull) {
- Expression childExpression = parseExpression(context.unaryBeforeInExpression, inWithoutNull);
- LinkedHashSet<String> values = new LinkedHashSet<>();
- for (ConstantContext constantContext : context.constant()) {
- values.add(parseConstant(constantContext));
- }
- return new InExpression(childExpression, context.OPERATOR_NOT() != null, values);
- }
-
- private String parseConstant(ConstantContext constantContext) {
- String text = constantContext.getText();
- if (constantContext.BOOLEAN_LITERAL() != null
- || constantContext.INTEGER_LITERAL() != null
- || constantContext.realLiteral() != null) {
- return text;
- } else if (constantContext.STRING_LITERAL() != null) {
- return parseStringLiteral(text);
- } else if (constantContext.dateExpression() != null) {
- return String.valueOf(parseDateExpression(constantContext.dateExpression()));
- } else {
- throw new IllegalArgumentException("Unsupported constant operand: " + text);
- }
- }
-
- // Select Clause
-
- public void parseSelectClause(IoTDBSqlParser.SelectClauseContext ctx) {
- SelectComponent selectComponent = new SelectComponent(zoneId);
- if (ctx.LAST() != null) {
- queryOp = new LastQueryOperator(queryOp);
- }
-
- // add aliasSet
- Set<String> aliasSet = new HashSet<>();
- for (IoTDBSqlParser.ResultColumnContext resultColumnContext : ctx.resultColumn()) {
- ResultColumn resultColumn = parseResultColumn(resultColumnContext);
- if (resultColumn.hasAlias()) {
- aliasSet.add(resultColumn.getAlias());
- }
- selectComponent.addResultColumn(resultColumn);
- }
-
- // judge query type
- if (!hasDecidedQueryType()) {
- if (selectComponent.hasUserDefinedAggregationFunction()) {
- queryOp = new UDAFQueryOperator(new AggregationQueryOperator(queryOp));
- } else if (selectComponent.hasPlainAggregationFunction()) {
- queryOp = new AggregationQueryOperator(queryOp);
- } else if (selectComponent.hasTimeSeriesGeneratingFunction()) {
- queryOp = new UDTFQueryOperator(queryOp);
- }
- } else if (selectComponent.hasUserDefinedAggregationFunction()) {
- queryOp = new UDAFQueryOperator((AggregationQueryOperator) (queryOp));
- }
- queryOp.setAliasSet(aliasSet);
- queryOp.setSelectComponent(selectComponent);
- }
-
- private ResultColumn parseResultColumn(IoTDBSqlParser.ResultColumnContext resultColumnContext) {
- Expression expression = parseExpression(resultColumnContext.expression(), false);
- if (expression.isConstantOperand()) {
- throw new SQLParserException("Constant operand is not allowed: " + expression);
- }
- String alias = null;
- if (resultColumnContext.AS() != null) {
- alias = parseAlias(resultColumnContext.alias());
- }
- return new ResultColumn(expression, alias);
- }
-
- // From Clause
-
- public void parseFromClause(IoTDBSqlParser.FromClauseContext ctx) {
- FromComponent fromComponent = new FromComponent();
- List<IoTDBSqlParser.PrefixPathContext> prefixFromPaths = ctx.prefixPath();
- for (IoTDBSqlParser.PrefixPathContext prefixFromPath : prefixFromPaths) {
- PartialPath path = parsePrefixPath(prefixFromPath);
- fromComponent.addPrefixTablePath(path);
- }
- queryOp.setFromComponent(fromComponent);
- }
-
- // Where Clause
-
- public WhereComponent parseWhereClause(IoTDBSqlParser.WhereClauseContext ctx) {
- Expression predicate =
- parseExpression(ctx.expression(), ctx.expression().OPERATOR_NOT() == null, true);
- return new WhereComponent(convertExpressionToFilter(predicate));
- }
-
- private FilterOperator convertExpressionToFilter(Expression predicate) {
- FilterOperator filter;
- if (predicate instanceof LogicAndExpression) {
- filter = new FilterOperator(FilterType.KW_AND);
- filter.addChildOperator(
- convertExpressionToFilter(((BinaryExpression) predicate).getLeftExpression()));
- filter.addChildOperator(
- convertExpressionToFilter(((BinaryExpression) predicate).getRightExpression()));
- } else if (predicate instanceof LogicOrExpression) {
- filter = new FilterOperator(FilterType.KW_OR);
- filter.addChildOperator(
- convertExpressionToFilter(((BinaryExpression) predicate).getLeftExpression()));
- filter.addChildOperator(
- convertExpressionToFilter(((BinaryExpression) predicate).getRightExpression()));
- } else if (predicate instanceof LogicNotExpression) {
- filter = new FilterOperator(FilterType.KW_NOT);
- filter.addChildOperator(
- convertExpressionToFilter(((LogicNotExpression) predicate).getExpression()));
- } else if (predicate instanceof LikeExpression) {
- filter =
- new LikeOperator(
- FilterType.LIKE,
- parsePathFromExpression(((LikeExpression) predicate).getExpression()),
- ((LikeExpression) predicate).getPatternString());
- } else if (predicate instanceof RegularExpression) {
- filter =
- new RegexpOperator(
- FilterType.REGEXP,
- parsePathFromExpression(((RegularExpression) predicate).getExpression()),
- ((RegularExpression) predicate).getPatternString());
- } else if (predicate instanceof BetweenExpression) {
- filter = new FilterOperator(FilterType.KW_AND);
- PartialPath partialPath =
- parsePathFromExpression(((TernaryExpression) predicate).getFirstExpression());
- filter.addChildOperator(
- new BasicFunctionOperator(
- FilterType.GREATERTHANOREQUALTO,
- partialPath,
- parseValueFromExpression(((TernaryExpression) predicate).getSecondExpression())));
- filter.addChildOperator(
- new BasicFunctionOperator(
- FilterType.LESSTHANOREQUALTO,
- partialPath,
- parseValueFromExpression(((TernaryExpression) predicate).getThirdExpression())));
- if (((BetweenExpression) predicate).isNotBetween()) {
- FilterOperator temp = new FilterOperator(FilterType.KW_NOT);
- temp.addChildOperator(filter);
- filter = temp;
- }
- } else if (predicate instanceof InExpression) {
- filter =
- new InOperator(
- FilterType.IN,
- parsePathFromExpression(((InExpression) predicate).getExpression()),
- ((InExpression) predicate).isNotIn(),
- ((InExpression) predicate).getValues());
- } else if (FilterConstant.ExpressionToFilterType.containsKey(predicate.getExpressionType())) {
- filter =
- new BasicFunctionOperator(
- FilterConstant.ExpressionToFilterType.get(predicate.getExpressionType()),
- parsePathFromExpression(((BinaryExpression) predicate).getLeftExpression()),
- parseValueFromExpression(((BinaryExpression) predicate).getRightExpression()));
- } else {
- throw new IllegalArgumentException(
- "Unsupported expression type: " + predicate.getExpressionType());
- }
- return filter;
- }
-
- private PartialPath parsePathFromExpression(Expression expression) {
- if (expression instanceof TimeSeriesOperand) {
- return ((TimeSeriesOperand) expression).getPath();
- } else if (expression instanceof TimestampOperand) {
- return TIME_PATH;
- } else {
- throw new IllegalArgumentException(
- "Unsupported expression type: " + expression.getExpressionType());
- }
- }
-
- private String parseValueFromExpression(Expression expression) {
- if (!(expression instanceof ConstantOperand)) {
- throw new IllegalArgumentException(
- "Unsupported expression type: " + expression.getExpressionType());
- }
- return ((ConstantOperand) expression).getValueString();
- }
-
- // Tag & Property & Attribute
-
- public void parseTagClause(IoTDBSqlParser.TagClauseContext ctx, Operator operator) {
- Map<String, String> tags = extractMap(ctx.attributePair(), ctx.attributePair(0));
- if (operator instanceof CreateTimeSeriesOperator) {
- ((CreateTimeSeriesOperator) operator).setTags(tags);
- } else if (operator instanceof CreateAlignedTimeSeriesOperator) {
- ((CreateAlignedTimeSeriesOperator) operator).addTagsList(tags);
- } else if (operator instanceof AlterTimeSeriesOperator) {
- ((AlterTimeSeriesOperator) operator).setTagsMap(tags);
- }
- }
-
- public void parseAttributeClause(IoTDBSqlParser.AttributeClauseContext ctx, Operator operator) {
- Map<String, String> attributes = extractMap(ctx.attributePair(), ctx.attributePair(0));
- if (operator instanceof CreateTimeSeriesOperator) {
- ((CreateTimeSeriesOperator) operator).setAttributes(attributes);
- } else if (operator instanceof CreateAlignedTimeSeriesOperator) {
- ((CreateAlignedTimeSeriesOperator) operator).addAttributesList(attributes);
- } else if (operator instanceof AlterTimeSeriesOperator) {
- ((AlterTimeSeriesOperator) operator).setAttributesMap(attributes);
- }
- }
-
- // Limit & Offset Clause
-
- private void parseLimitClause(IoTDBSqlParser.LimitClauseContext ctx, Operator operator) {
- int limit;
- try {
- limit = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
- } catch (NumberFormatException e) {
- throw new SQLParserException("Out of range. LIMIT <N>: N should be Int32.");
- }
- if (limit <= 0) {
- throw new SQLParserException("LIMIT <N>: N should be greater than 0.");
- }
- if (operator instanceof ShowTimeSeriesOperator) {
- ((ShowTimeSeriesOperator) operator).setLimit(limit);
- } else if (operator instanceof ShowDevicesOperator) {
- ((ShowDevicesOperator) operator).setLimit(limit);
- } else {
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- specialClauseComponent.setRowLimit(limit);
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- }
- if (ctx.offsetClause() != null) {
- parseOffsetClause(ctx.offsetClause(), operator);
- }
- }
-
- private void parseOffsetClause(IoTDBSqlParser.OffsetClauseContext ctx, Operator operator) {
- int offset;
- try {
- offset = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
- } catch (NumberFormatException e) {
- throw new SQLParserException(
- "Out of range. OFFSET <OFFSETValue>: OFFSETValue should be Int32.");
- }
- if (offset < 0) {
- throw new SQLParserException("OFFSET <OFFSETValue>: OFFSETValue should >= 0.");
- }
- if (operator instanceof ShowTimeSeriesOperator) {
- ((ShowTimeSeriesOperator) operator).setOffset(offset);
- } else if (operator instanceof ShowDevicesOperator) {
- ((ShowDevicesOperator) operator).setOffset(offset);
- } else {
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- specialClauseComponent.setRowOffset(offset);
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- }
- }
-
- private void parseSlimitClause(IoTDBSqlParser.SlimitClauseContext ctx) {
- int slimit;
- try {
- slimit = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
- } catch (NumberFormatException e) {
- throw new SQLParserException("Out of range. SLIMIT <SN>: SN should be Int32.");
- }
- if (slimit <= 0) {
- throw new SQLParserException("SLIMIT <SN>: SN should be greater than 0.");
- }
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- specialClauseComponent.setSeriesLimit(slimit);
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- if (ctx.soffsetClause() != null) {
- parseSoffsetClause(ctx.soffsetClause(), queryOp);
- }
- }
-
- public void parseSoffsetClause(IoTDBSqlParser.SoffsetClauseContext ctx, QueryOperator queryOp) {
- int soffset;
- try {
- soffset = Integer.parseInt(ctx.INTEGER_LITERAL().getText());
- } catch (NumberFormatException e) {
- throw new SQLParserException(
- "Out of range. SOFFSET <SOFFSETValue>: SOFFSETValue should be Int32.");
- }
- if (soffset < 0) {
- throw new SQLParserException("SOFFSET <SOFFSETValue>: SOFFSETValue should >= 0.");
- }
- SpecialClauseComponent specialClauseComponent = queryOp.getSpecialClauseComponent();
- if (specialClauseComponent == null) {
- specialClauseComponent = new SpecialClauseComponent();
- }
- specialClauseComponent.setSeriesOffset(soffset);
- queryOp.setSpecialClauseComponent(specialClauseComponent);
- }
-
- /** Utils */
- private boolean hasDecidedQueryType() {
- return queryOp instanceof GroupByQueryOperator
- || queryOp instanceof FillQueryOperator
- || queryOp instanceof LastQueryOperator
- || queryOp instanceof AggregationQueryOperator
- || queryOp instanceof UDTFQueryOperator
- || queryOp instanceof UDAFQueryOperator;
- }
-
- private String parseStringLiteral(String src) {
- if (2 <= src.length()) {
- // do not unescape string
- String unWrappedString = src.substring(1, src.length() - 1);
- if (src.charAt(0) == '\"' && src.charAt(src.length() - 1) == '\"') {
- // replace "" with "
- String replaced = unWrappedString.replace("\"\"", "\"");
- return replaced.length() == 0 ? "" : replaced;
- }
- if ((src.charAt(0) == '\'' && src.charAt(src.length() - 1) == '\'')) {
- // replace '' with '
- String replaced = unWrappedString.replace("''", "'");
- return replaced.length() == 0 ? "" : replaced;
- }
- }
- return src;
- }
-
- private String parseStringLiteralInInsertValue(String src) {
- if (2 <= src.length()) {
- if ((src.charAt(0) == '\"' && src.charAt(src.length() - 1) == '\"')
- || (src.charAt(0) == '\'' && src.charAt(src.length() - 1) == '\'')) {
- return "'" + parseStringLiteral(src) + "'";
- }
- }
- return src;
- }
-
- private String parseIdentifier(String src) {
- if (src.startsWith(TsFileConstant.BACK_QUOTE_STRING)
- && src.endsWith(TsFileConstant.BACK_QUOTE_STRING)) {
- return src.substring(1, src.length() - 1)
- .replace(TsFileConstant.DOUBLE_BACK_QUOTE_STRING, TsFileConstant.BACK_QUOTE_STRING);
- }
- checkIdentifier(src);
- return src;
- }
-
- /** function for parsing file path used by LOAD statement. */
- public String parseFilePath(String src) {
- return src.substring(1, src.length() - 1);
- }
-
- /**
- * parse time unit or sliding step in group by query.
- *
- * @param durationStr represent duration string like: 12d8m9ns, 1y1d, etc.
- * @return time in milliseconds, microseconds, or nanoseconds depending on the profile
- */
- private long parseTimeUnitOrSlidingStep(
- String durationStr, boolean isParsingTimeUnit, GroupByClauseComponent groupByComponent) {
- if (durationStr.toLowerCase().contains("mo")) {
- if (isParsingTimeUnit) {
- groupByComponent.setIntervalByMonth(true);
- } else {
- groupByComponent.setSlidingStepByMonth(true);
- }
- }
- return DateTimeUtils.convertDurationStrToLong(durationStr);
- }
-
- private Expression parseConstantOperand(ConstantContext constantContext) {
- try {
- String text = constantContext.getText();
- if (clientVersion.equals(IoTDBConstant.ClientVersion.V_0_13)) {
- if (constantContext.BOOLEAN_LITERAL() != null) {
- return new ConstantOperand(TSDataType.BOOLEAN, text);
- } else if (constantContext.STRING_LITERAL() != null) {
- return new ConstantOperand(TSDataType.TEXT, parseStringLiteral(text));
- } else if (constantContext.INTEGER_LITERAL() != null) {
- return new ConstantOperand(TSDataType.INT64, text);
- } else if (constantContext.realLiteral() != null) {
- return parseRealLiteral(text);
- } else if (constantContext.dateExpression() != null) {
- return new ConstantOperand(
- TSDataType.INT64,
- String.valueOf(parseDateExpression(constantContext.dateExpression())));
- } else {
- throw new SQLParserException("Unsupported constant operand: " + text);
- }
- } else if (clientVersion.equals(IoTDBConstant.ClientVersion.V_0_12)) {
- // if client version is before 0.13, node name in expression may be a constant
- return new TimeSeriesOperand(convertConstantToPath(text));
- } else {
- throw new UnsupportedOperationException();
- }
- } catch (IllegalPathException e) {
- throw new SQLParserException(e.getMessage());
- }
- }
-
- private Expression parseRealLiteral(String value) {
- // 3.33 is float by default
- return new ConstantOperand(
- CONFIG.getFloatingStringInferType().equals(TSDataType.DOUBLE)
- ? TSDataType.DOUBLE
- : TSDataType.FLOAT,
- value);
- }
-
- private void setMap(IoTDBSqlParser.AlterClauseContext ctx, Map<String, String> alterMap) {
- List<IoTDBSqlParser.AttributePairContext> tagsList = ctx.attributePair();
- if (ctx.attributePair(0) != null) {
- for (IoTDBSqlParser.AttributePairContext attributePair : tagsList) {
- String value;
- value = parseAttributeValue(attributePair.attributeValue());
- alterMap.put(parseAttributeKey(attributePair.attributeKey()), value);
- }
- }
- }
-
- private Map<String, String> extractMap(
- List<IoTDBSqlParser.AttributePairContext> attributePair2,
- IoTDBSqlParser.AttributePairContext attributePair3) {
- Map<String, String> tags = new HashMap<>(attributePair2.size());
- if (attributePair3 != null) {
- for (IoTDBSqlParser.AttributePairContext attributePair : attributePair2) {
- tags.put(
- parseAttributeKey(attributePair.attributeKey()),
- parseAttributeValue(attributePair.attributeValue()));
- }
- }
- return tags;
- }
-
- private String parseAttributeKey(IoTDBSqlParser.AttributeKeyContext ctx) {
- if (ctx.constant() != null) {
- return parseStringLiteral(ctx.getText());
- }
- return parseIdentifier(ctx.getText());
- }
-
- private String parseAttributeValue(IoTDBSqlParser.AttributeValueContext ctx) {
- if (ctx.constant() != null) {
- return parseStringLiteral(ctx.getText());
- }
- return parseIdentifier(ctx.getText());
- }
-
- private Pair<Long, Long> calcOperatorInterval(FilterOperator filterOperator) {
-
- if (filterOperator.getSinglePath() != null
- && !IoTDBConstant.TIME.equals(filterOperator.getSinglePath().getMeasurement())) {
- throw new SemanticException(DELETE_ONLY_SUPPORT_TIME_EXP_ERROR_MSG);
- }
-
- long time = Long.parseLong(((BasicFunctionOperator) filterOperator).getValue());
- switch (filterOperator.getFilterType()) {
- case LESSTHAN:
- return new Pair<>(Long.MIN_VALUE, time - 1);
- case LESSTHANOREQUALTO:
- return new Pair<>(Long.MIN_VALUE, time);
- case GREATERTHAN:
- return new Pair<>(time + 1, Long.MAX_VALUE);
- case GREATERTHANOREQUALTO:
- return new Pair<>(time, Long.MAX_VALUE);
- case EQUAL:
- return new Pair<>(time, time);
- default:
- throw new SQLParserException(DELETE_RANGE_ERROR_MSG);
- }
- }
-}
diff --git a/server/src/main/java/org/apache/iotdb/db/qp/strategy/LogicalGenerator.java b/server/src/main/java/org/apache/iotdb/db/qp/strategy/LogicalGenerator.java
index b7944c64ee..2a4e4e6675 100644
--- a/server/src/main/java/org/apache/iotdb/db/qp/strategy/LogicalGenerator.java
+++ b/server/src/main/java/org/apache/iotdb/db/qp/strategy/LogicalGenerator.java
@@ -33,18 +33,10 @@ import org.apache.iotdb.db.qp.logical.crud.LastQueryOperator;
import org.apache.iotdb.db.qp.logical.crud.QueryOperator;
import org.apache.iotdb.db.qp.logical.crud.SelectComponent;
import org.apache.iotdb.db.qp.logical.crud.WhereComponent;
-import org.apache.iotdb.db.qp.sql.IoTDBSqlParser;
-import org.apache.iotdb.db.qp.sql.IoTDBSqlVisitor;
-import org.apache.iotdb.db.qp.sql.SqlLexer;
import org.apache.iotdb.service.rpc.thrift.TSLastDataQueryReq;
import org.apache.iotdb.service.rpc.thrift.TSRawDataQueryReq;
-import org.antlr.v4.runtime.CharStream;
-import org.antlr.v4.runtime.CharStreams;
-import org.antlr.v4.runtime.CommonTokenStream;
-import org.antlr.v4.runtime.atn.PredictionMode;
import org.antlr.v4.runtime.misc.ParseCancellationException;
-import org.antlr.v4.runtime.tree.ParseTree;
import java.time.ZoneId;
import java.util.HashSet;
@@ -58,48 +50,7 @@ public class LogicalGenerator {
public static Operator generate(
String sql, ZoneId zoneId, IoTDBConstant.ClientVersion clientVersion)
throws ParseCancellationException {
- IoTDBSqlVisitor ioTDBSqlVisitor = new IoTDBSqlVisitor();
- ioTDBSqlVisitor.setZoneId(zoneId);
- ioTDBSqlVisitor.setClientVersion(clientVersion);
-
- CharStream charStream1 = CharStreams.fromString(sql);
-
- SqlLexer lexer1 = new SqlLexer(charStream1);
- lexer1.removeErrorListeners();
- lexer1.addErrorListener(SQLParseError.INSTANCE);
-
- CommonTokenStream tokens1 = new CommonTokenStream(lexer1);
-
- IoTDBSqlParser parser1 = new IoTDBSqlParser(tokens1);
- parser1.getInterpreter().setPredictionMode(PredictionMode.SLL);
- parser1.removeErrorListeners();
- parser1.addErrorListener(SQLParseError.INSTANCE);
-
- ParseTree tree;
- try {
- // STAGE 1: try with simpler/faster SLL(*)
- tree = parser1.singleStatement();
- // if we get here, there was no syntax error and SLL(*) was enough;
- // there is no need to try full LL(*)
- } catch (Exception ex) {
- CharStream charStream2 = CharStreams.fromString(sql);
-
- SqlLexer lexer2 = new SqlLexer(charStream2);
- lexer2.removeErrorListeners();
- lexer2.addErrorListener(SQLParseError.INSTANCE);
-
- CommonTokenStream tokens2 = new CommonTokenStream(lexer2);
-
- IoTDBSqlParser parser2 = new IoTDBSqlParser(tokens2);
- parser2.getInterpreter().setPredictionMode(PredictionMode.LL);
- parser2.removeErrorListeners();
- parser2.addErrorListener(SQLParseError.INSTANCE);
-
- // STAGE 2: parser with full LL(*)
- tree = parser2.singleStatement();
- // if we get here, it's LL not SLL
- }
- return ioTDBSqlVisitor.visit(tree);
+ throw new UnsupportedOperationException();
}
public static Operator generate(TSRawDataQueryReq rawDataQueryReq, ZoneId zoneId)
diff --git a/server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/LogicalPlannerTest.java b/server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/LogicalPlannerTest.java
index 6034dc2084..39df9f751a 100644
--- a/server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/LogicalPlannerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/LogicalPlannerTest.java
@@ -64,6 +64,7 @@ import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType;
import org.apache.iotdb.tsfile.file.metadata.enums.TSEncoding;
import org.junit.Assert;
+import org.junit.Ignore;
import org.junit.Test;
import java.nio.ByteBuffer;
@@ -80,6 +81,8 @@ import static org.apache.iotdb.db.mpp.plan.plan.QueryLogicalPlanUtil.sqlToPlanMa
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.fail;
+@Ignore
+@Deprecated
public class LogicalPlannerTest {
@Test
diff --git a/server/src/test/java/org/apache/iotdb/db/qp/PlannerTest.java b/server/src/test/java/org/apache/iotdb/db/qp/PlannerTest.java
index f031b361a5..f09a97d07a 100644
--- a/server/src/test/java/org/apache/iotdb/db/qp/PlannerTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/qp/PlannerTest.java
@@ -43,6 +43,7 @@ import org.apache.iotdb.tsfile.read.query.dataset.QueryDataSet;
import org.antlr.v4.runtime.misc.ParseCancellationException;
import org.junit.After;
import org.junit.Before;
+import org.junit.Ignore;
import org.junit.Test;
import java.io.IOException;
@@ -53,6 +54,8 @@ import java.util.List;
import static org.junit.Assert.assertEquals;
+@Ignore
+@Deprecated
public class PlannerTest {
private CompressionType compressionType =
diff --git a/server/src/test/java/org/apache/iotdb/db/qp/logical/LogicalPlanSmallTest.java b/server/src/test/java/org/apache/iotdb/db/qp/logical/LogicalPlanSmallTest.java
index 527e8c7159..260b55c994 100644
--- a/server/src/test/java/org/apache/iotdb/db/qp/logical/LogicalPlanSmallTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/qp/logical/LogicalPlanSmallTest.java
@@ -34,11 +34,14 @@ import org.apache.iotdb.db.service.IoTDB;
import org.antlr.v4.runtime.misc.ParseCancellationException;
import org.junit.Assert;
+import org.junit.Ignore;
import org.junit.Test;
import java.time.ZoneId;
import java.util.ArrayList;
+@Ignore
+@Deprecated
public class LogicalPlanSmallTest {
@Test
diff --git a/server/src/test/java/org/apache/iotdb/db/qp/other/TSPlanContextAuthorTest.java b/server/src/test/java/org/apache/iotdb/db/qp/other/TSPlanContextAuthorTest.java
index fb5ee9eb36..2698485587 100644
--- a/server/src/test/java/org/apache/iotdb/db/qp/other/TSPlanContextAuthorTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/qp/other/TSPlanContextAuthorTest.java
@@ -24,6 +24,7 @@ import org.apache.iotdb.db.qp.Planner;
import org.apache.iotdb.db.qp.physical.sys.AuthorPlan;
import org.apache.iotdb.tsfile.read.common.Path;
+import org.junit.Ignore;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.Parameterized;
@@ -37,6 +38,8 @@ import static org.junit.Assert.fail;
/** test ast node parsing on authorization */
@RunWith(Parameterized.class)
+@Ignore
+@Deprecated
public class TSPlanContextAuthorTest {
private static Path[] emptyPaths = new Path[] {};
diff --git a/server/src/test/java/org/apache/iotdb/db/qp/sql/ASTVisitorTest.java b/server/src/test/java/org/apache/iotdb/db/qp/sql/ASTVisitorTest.java
index 13292d5db3..8e3675977e 100644
--- a/server/src/test/java/org/apache/iotdb/db/qp/sql/ASTVisitorTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/qp/sql/ASTVisitorTest.java
@@ -19,25 +19,83 @@
package org.apache.iotdb.db.qp.sql;
+import org.apache.iotdb.db.conf.IoTDBDescriptor;
+import org.apache.iotdb.db.exception.sql.SemanticException;
import org.apache.iotdb.db.mpp.plan.parser.ASTVisitor;
+import org.apache.iotdb.db.qp.constant.SQLConstant;
import org.junit.After;
import org.junit.Before;
+import org.junit.Test;
+import java.time.Instant;
+import java.time.ZoneId;
+import java.time.ZoneOffset;
import java.time.ZonedDateTime;
+import static org.junit.Assert.assertEquals;
+
public class ASTVisitorTest {
- ASTVisitor astVisitor;
+ ASTVisitor visitor;
@Before
public void setUp() {
- astVisitor = new ASTVisitor();
- astVisitor.setZoneId(ZonedDateTime.now().getOffset());
+ visitor = new ASTVisitor();
+ visitor.setZoneId(ZonedDateTime.now().getOffset());
}
@After
public void tearDown() {}
- // TODO: add more tests
+ @Test
+ public void testParseTimeFormatNow() {
+ long now = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
+ for (int i = 0; i <= 12; i++) {
+ ZoneOffset offset1, offset2;
+ if (i < 10) {
+ offset1 = ZoneOffset.of("+0" + i + ":00");
+ offset2 = ZoneOffset.of("-0" + i + ":00");
+ } else {
+ offset1 = ZoneOffset.of("+" + i + ":00");
+ offset2 = ZoneOffset.of("-" + i + ":00");
+ }
+ ZonedDateTime zonedDateTime =
+ ZonedDateTime.ofInstant(Instant.ofEpochMilli(now), ZoneId.of(offset1.toString()));
+ assertEquals(now, zonedDateTime.toInstant().toEpochMilli());
+ zonedDateTime =
+ ZonedDateTime.ofInstant(Instant.ofEpochMilli(now), ZoneId.of(offset2.toString()));
+ assertEquals(now, zonedDateTime.toInstant().toEpochMilli());
+ }
+ }
+
+ @Test
+ public void testParseTimeFormatNowPrecision() {
+ String timePrecision = IoTDBDescriptor.getInstance().getConfig().getTimestampPrecision();
+ IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision("ms");
+ long now_ms = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
+ String ms_str = String.valueOf(now_ms);
+
+ IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision("us");
+ long now_us = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
+ String us_str = String.valueOf(now_us);
+
+ IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision("ns");
+ long now_ns = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
+ String ns_str = String.valueOf(now_ns);
+
+ assertEquals(ms_str.length() + 3, (us_str).length());
+ assertEquals(us_str.length() + 3, (ns_str).length());
+ IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision(timePrecision);
+ }
+
+ @Test(expected = SemanticException.class)
+ public void testParseTimeFormatFail1() {
+ visitor.parseDateFormat(null);
+ }
+
+ @Test(expected = SemanticException.class)
+ public void testParseTimeFormatFail2() {
+ visitor.parseDateFormat("");
+ }
}
diff --git a/server/src/test/java/org/apache/iotdb/db/qp/sql/IoTDBsqlVisitorTest.java b/server/src/test/java/org/apache/iotdb/db/qp/sql/IoTDBsqlVisitorTest.java
deleted file mode 100644
index 94e79f71a7..0000000000
--- a/server/src/test/java/org/apache/iotdb/db/qp/sql/IoTDBsqlVisitorTest.java
+++ /dev/null
@@ -1,99 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements. See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership. The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License. You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.apache.iotdb.db.qp.sql;
-
-import org.apache.iotdb.db.conf.IoTDBDescriptor;
-import org.apache.iotdb.db.exception.sql.SQLParserException;
-import org.apache.iotdb.db.qp.constant.SQLConstant;
-
-import org.junit.After;
-import org.junit.Before;
-import org.junit.Test;
-
-import java.time.Instant;
-import java.time.ZoneId;
-import java.time.ZoneOffset;
-import java.time.ZonedDateTime;
-
-import static org.junit.Assert.assertEquals;
-
-public class IoTDBsqlVisitorTest {
-
- IoTDBSqlVisitor visitor;
-
- @Before
- public void setUp() {
- visitor = new IoTDBSqlVisitor();
- visitor.setZoneId(ZonedDateTime.now().getOffset());
- }
-
- @After
- public void tearDown() {}
-
- @Test
- public void testParseTimeFormatNow() {
- long now = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
- for (int i = 0; i <= 12; i++) {
- ZoneOffset offset1, offset2;
- if (i < 10) {
- offset1 = ZoneOffset.of("+0" + i + ":00");
- offset2 = ZoneOffset.of("-0" + i + ":00");
- } else {
- offset1 = ZoneOffset.of("+" + i + ":00");
- offset2 = ZoneOffset.of("-" + i + ":00");
- }
- ZonedDateTime zonedDateTime =
- ZonedDateTime.ofInstant(Instant.ofEpochMilli(now), ZoneId.of(offset1.toString()));
- assertEquals(now, zonedDateTime.toInstant().toEpochMilli());
- zonedDateTime =
- ZonedDateTime.ofInstant(Instant.ofEpochMilli(now), ZoneId.of(offset2.toString()));
- assertEquals(now, zonedDateTime.toInstant().toEpochMilli());
- }
- }
-
- @Test
- public void testParseTimeFormatNowPrecision() {
- String timePrecision = IoTDBDescriptor.getInstance().getConfig().getTimestampPrecision();
- IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision("ms");
- long now_ms = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
- String ms_str = String.valueOf(now_ms);
-
- IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision("us");
- long now_us = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
- String us_str = String.valueOf(now_us);
-
- IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision("ns");
- long now_ns = visitor.parseDateFormat(SQLConstant.NOW_FUNC);
- String ns_str = String.valueOf(now_ns);
-
- assertEquals(ms_str.length() + 3, (us_str).length());
- assertEquals(us_str.length() + 3, (ns_str).length());
- IoTDBDescriptor.getInstance().getConfig().setTimestampPrecision(timePrecision);
- }
-
- @Test(expected = SQLParserException.class)
- public void testParseTimeFormatFail1() {
- visitor.parseDateFormat(null);
- }
-
- @Test(expected = SQLParserException.class)
- public void testParseTimeFormatFail2() {
- visitor.parseDateFormat("");
- }
-}
diff --git a/server/src/test/java/org/apache/iotdb/db/query/dataset/ListDataSetTest.java b/server/src/test/java/org/apache/iotdb/db/query/dataset/ListDataSetTest.java
index b43d0f5ba7..572d3c7092 100644
--- a/server/src/test/java/org/apache/iotdb/db/query/dataset/ListDataSetTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/query/dataset/ListDataSetTest.java
@@ -34,11 +34,14 @@ import org.apache.thrift.TException;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
+import org.junit.Ignore;
import org.junit.Test;
import java.io.IOException;
import java.sql.SQLException;
+@Ignore
+@Deprecated
public class ListDataSetTest {
private final IPlanExecutor queryExecutor = new PlanExecutor();
diff --git a/server/src/test/java/org/apache/iotdb/db/utils/TsFileRewriteToolTest.java b/server/src/test/java/org/apache/iotdb/db/utils/TsFileRewriteToolTest.java
index 07841ed630..b54f50f822 100644
--- a/server/src/test/java/org/apache/iotdb/db/utils/TsFileRewriteToolTest.java
+++ b/server/src/test/java/org/apache/iotdb/db/utils/TsFileRewriteToolTest.java
@@ -30,6 +30,8 @@ import org.apache.iotdb.db.exception.query.QueryProcessException;
import org.apache.iotdb.db.qp.Planner;
import org.apache.iotdb.db.qp.executor.IPlanExecutor;
import org.apache.iotdb.db.qp.executor.PlanExecutor;
+import org.apache.iotdb.db.qp.logical.Operator;
+import org.apache.iotdb.db.qp.physical.sys.OperateFilePlan;
import org.apache.iotdb.db.tools.TsFileSplitByPartitionTool;
import org.apache.iotdb.tsfile.common.conf.TSFileConfig;
import org.apache.iotdb.tsfile.common.conf.TSFileDescriptor;
@@ -179,9 +181,9 @@ public class TsFileRewriteToolTest {
deviceSensorsMap.put(DEVICE1, sensors);
createOneTsFileWithOnlyOnePage(deviceSensorsMap);
// try load the tsfile
- String sql = String.format("load '%s'", path);
try {
- queryExecutor.processNonQuery(processor.parseSQLToPhysicalPlan(sql));
+ queryExecutor.processNonQuery(
+ new OperateFilePlan(new File(path), Operator.OperatorType.LOAD_FILES));
} catch (Exception e) {
Assert.fail(e.getMessage());
}