[spark] branch branch-3.4 updated: [SPARK-42333][SQL] Change log level to debug when fetching result set from SparkExecuteStatementOperation

[do...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

dongjoon pushed a commit to branch branch-3.4
in repository https://gitbox.apache.org/repos/asf/spark.git


The following commit(s) were added to refs/heads/branch-3.4 by this push:
     new cf8d35a1c75 [SPARK-42333][SQL] Change log level to debug when fetching result set from SparkExecuteStatementOperation
cf8d35a1c75 is described below

commit cf8d35a1c75dec91998288cc3d364b1d769423e9
Author: Yuming Wang <yu...@ebay.com>
AuthorDate: Fri Feb 3 10:01:07 2023 -0800

    [SPARK-42333][SQL] Change log level to debug when fetching result set from SparkExecuteStatementOperation
    
    ### What changes were proposed in this pull request?
    
    Change log level from info to debug when fetching result set from `SparkExecuteStatementOperation`.
    
    ### Why are the changes needed?
    
    Avoid generating too many logs:
    <img width="1230" alt="image" src="https://user-images.githubusercontent.com/5399861/216561187-6ad00458-d196-4f3a-a314-b2f309aec482.png">
    
    ### Does this PR introduce _any_ user-facing change?
    
    No.
    
    ### How was this patch tested?
    
    Unit test.
    
    Closes #39876 from wangyum/SPARK-42333.
    
    Authored-by: Yuming Wang <yu...@ebay.com>
    Signed-off-by: Dongjoon Hyun <do...@apache.org>
    (cherry picked from commit 4ebfc0e2e9405282e3fa044aaa59b69ddb8a1162)
    Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
 .../spark/sql/hive/thriftserver/SparkExecuteStatementOperation.scala  | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkExecuteStatementOperation.scala b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkExecuteStatementOperation.scala
index 3292cbef417..c41e92e618b 100644
--- a/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkExecuteStatementOperation.scala
+++ b/sql/hive-thriftserver/src/main/scala/org/apache/spark/sql/hive/thriftserver/SparkExecuteStatementOperation.scala
@@ -96,7 +96,7 @@ private[hive] class SparkExecuteStatementOperation(
   private def getNextRowSetInternal(
       order: FetchOrientation,
       maxRowsL: Long): TRowSet = withLocalProperties {
-    log.info(s"Received getNextRowSet request order=${order} and maxRowsL=${maxRowsL} " +
+    log.debug(s"Received getNextRowSet request order=${order} and maxRowsL=${maxRowsL} " +
       s"with ${statementId}")
     validateDefaultFetchOrientation(order)
     assertState(OperationState.FINISHED)
@@ -112,7 +112,7 @@ private[hive] class SparkExecuteStatementOperation(
     val maxRows = maxRowsL.toInt
     val offset = iter.getPosition
     val rows = iter.take(maxRows).toList
-    log.info(s"Returning result set with ${rows.length} rows from offsets " +
+    log.debug(s"Returning result set with ${rows.length} rows from offsets " +
       s"[${iter.getFetchStart}, ${offset}) with $statementId")
     RowSetUtils.toTRowSet(offset, rows, dataTypes, getProtocolVersion, getTimeFormatters)
   }


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org