You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by yi...@apache.org on 2024/02/07 13:17:50 UTC
(doris) branch branch-2.0 updated: [Bug](java-udf) fix core dump when javaudf input 0 row block (#30720) (#30960)
This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a commit to branch branch-2.0
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/branch-2.0 by this push:
new 351cae49e1d [Bug](java-udf) fix core dump when javaudf input 0 row block (#30720) (#30960)
351cae49e1d is described below
commit 351cae49e1d6a6fbf31e41229a7e0b546c86991c
Author: Pxl <px...@qq.com>
AuthorDate: Wed Feb 7 21:17:43 2024 +0800
[Bug](java-udf) fix core dump when javaudf input 0 row block (#30720) (#30960)
* [Bug](java-udf) fix core dump when javaudf input 0 row block (#30720)
fix core dump when javaudf input 0 row block
* remove
---
be/src/olap/schema_change.cpp | 5 +++++
be/src/vec/exec/jni_connector.cpp | 6 ++++--
.../src/main/java/org/apache/doris/analysis/Analyzer.java | 10 ++++++++++
.../org/apache/doris/analysis/CreateMaterializedViewStmt.java | 6 ++++++
.../main/java/org/apache/doris/analysis/FunctionCallExpr.java | 4 ++--
.../java/org/apache/doris/catalog/MaterializedIndexMeta.java | 2 +-
regression-test/suites/javaudf_p0/test_javaudf_float.groovy | 2 --
7 files changed, 28 insertions(+), 7 deletions(-)
diff --git a/be/src/olap/schema_change.cpp b/be/src/olap/schema_change.cpp
index 541adee194a..ffd47b02d7f 100644
--- a/be/src/olap/schema_change.cpp
+++ b/be/src/olap/schema_change.cpp
@@ -295,6 +295,11 @@ Status BlockChanger::change_block(vectorized::Block* ref_block,
int result_column_id = -1;
RETURN_IF_ERROR(ctx->execute(ref_block, &result_column_id));
+ if (ref_block->get_by_position(result_column_id).column == nullptr) {
+ return Status::Error<ErrorCode::INTERNAL_ERROR>(
+ "{} result column is nullptr",
+ ref_block->get_by_position(result_column_id).name);
+ }
ref_block->replace_by_position_if_const(result_column_id);
if (ref_block->get_by_position(result_column_id).column->size() != row_size) {
diff --git a/be/src/vec/exec/jni_connector.cpp b/be/src/vec/exec/jni_connector.cpp
index c333ab74126..31c401d0dd1 100644
--- a/be/src/vec/exec/jni_connector.cpp
+++ b/be/src/vec/exec/jni_connector.cpp
@@ -207,8 +207,10 @@ Status JniConnector::close() {
Status JniConnector::_init_jni_scanner(JNIEnv* env, int batch_size) {
RETURN_IF_ERROR(
JniUtil::get_jni_scanner_class(env, _connector_class.c_str(), &_jni_scanner_cls));
- if (_jni_scanner_cls == NULL) {
- if (env->ExceptionOccurred()) env->ExceptionDescribe();
+ if (_jni_scanner_cls == nullptr) {
+ if (env->ExceptionOccurred()) {
+ env->ExceptionDescribe();
+ }
return Status::InternalError("Fail to get JniScanner class.");
}
RETURN_ERROR_IF_EXC(env);
diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/Analyzer.java b/fe/fe-core/src/main/java/org/apache/doris/analysis/Analyzer.java
index 6329882d862..ddee3b3ecc9 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/Analyzer.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/Analyzer.java
@@ -180,6 +180,8 @@ public class Analyzer {
private boolean isReAnalyze = false;
+ private boolean isReplay = false;
+
public void setIsSubquery() {
isSubquery = true;
isFirstScopeInSubquery = true;
@@ -254,6 +256,14 @@ public class Analyzer {
return globalState.autoBroadcastJoinThreshold;
}
+ public void setReplay() {
+ isReplay = true;
+ }
+
+ public boolean isReplay() {
+ return isReplay;
+ }
+
private static class InferPredicateState {
// map from two table tuple ids to JoinOperator between two tables.
// NOTE: first tupleId's position in front of the second tupleId.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/CreateMaterializedViewStmt.java b/fe/fe-core/src/main/java/org/apache/doris/analysis/CreateMaterializedViewStmt.java
index 74d0a7cec2e..446487a4232 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/CreateMaterializedViewStmt.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/CreateMaterializedViewStmt.java
@@ -200,6 +200,9 @@ public class CreateMaterializedViewStmt extends DdlStmt {
rewriteToBitmapWithCheck();
// TODO(ml): The mv name in from clause should pass the analyze without error.
selectStmt.forbiddenMVRewrite();
+ if (isReplay) {
+ analyzer.setReplay();
+ }
selectStmt.analyze(analyzer);
ExprRewriter rewriter = analyzer.getExprRewriter();
@@ -207,6 +210,9 @@ public class CreateMaterializedViewStmt extends DdlStmt {
selectStmt.rewriteExprs(rewriter);
selectStmt.reset();
analyzer = new Analyzer(analyzer.getEnv(), analyzer.getContext());
+ if (isReplay) {
+ analyzer.setReplay();
+ }
selectStmt.analyze(analyzer);
analyzeSelectClause(analyzer);
diff --git a/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java b/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
index b547fb5e308..9f607ca7311 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/analysis/FunctionCallExpr.java
@@ -2405,8 +2405,8 @@ public class FunctionCallExpr extends Expr {
String dbName = fnName.analyzeDb(analyzer);
if (!Strings.isNullOrEmpty(dbName)) {
// check operation privilege
- if (!Env.getCurrentEnv().getAccessManager()
- .checkDbPriv(ConnectContext.get(), dbName, PrivPredicate.SELECT)) {
+ if (!analyzer.isReplay() && !Env.getCurrentEnv().getAccessManager().checkDbPriv(ConnectContext.get(),
+ dbName, PrivPredicate.SELECT)) {
ErrorReport.reportAnalysisException(ErrorCode.ERR_SPECIFIC_ACCESS_DENIED_ERROR, "SELECT");
}
// TODO(gaoxin): ExternalDatabase not implement udf yet.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/MaterializedIndexMeta.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/MaterializedIndexMeta.java
index 08e8d85b881..415d34accdc 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/catalog/MaterializedIndexMeta.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/MaterializedIndexMeta.java
@@ -303,6 +303,7 @@ public class MaterializedIndexMeta implements Writable, GsonPostProcessable {
CreateMaterializedViewStmt stmt;
try {
stmt = (CreateMaterializedViewStmt) SqlParserUtils.getStmt(parser, defineStmt.idx);
+ stmt.setIsReplay(true);
if (analyzer != null) {
try {
stmt.analyze(analyzer);
@@ -312,7 +313,6 @@ public class MaterializedIndexMeta implements Writable, GsonPostProcessable {
}
}
- stmt.setIsReplay(true);
setWhereClause(stmt.getWhereClause());
stmt.rewriteToBitmapWithCheck();
try {
diff --git a/regression-test/suites/javaudf_p0/test_javaudf_float.groovy b/regression-test/suites/javaudf_p0/test_javaudf_float.groovy
index 06a7f6a4730..21c7e37399c 100644
--- a/regression-test/suites/javaudf_p0/test_javaudf_float.groovy
+++ b/regression-test/suites/javaudf_p0/test_javaudf_float.groovy
@@ -63,8 +63,6 @@ suite("test_javaudf_float") {
qt_select """ SELECT java_udf_float_test(2.83645,null) as result ; """
qt_select """ SELECT java_udf_float_test(cast(2.83645 as float),null) as result ; """
qt_select """ SELECT user_id,java_udf_float_test(float_1, float_2) as sum FROM ${tableName} order by user_id; """
-
-
sql """ CREATE FUNCTION java_udf_double_test(DOUBLE,DOUBLE) RETURNS DOUBLE PROPERTIES (
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org