You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by aj...@apache.org on 2020/04/02 11:49:37 UTC

[carbondata] branch master updated: [CARBONDATA-3760] Enable prefetch in presto to improve query performance

This is an automated email from the ASF dual-hosted git repository.

ajantha pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git


The following commit(s) were added to refs/heads/master by this push:
     new e413c2a  [CARBONDATA-3760] Enable prefetch in presto to improve query performance
e413c2a is described below

commit e413c2a83e67a8d64ff334a09938a6ac22e47ba4
Author: akashrn5 <ak...@gmail.com>
AuthorDate: Wed Apr 1 19:51:30 2020 +0530

    [CARBONDATA-3760] Enable prefetch in presto to improve query performance
    
    Why is this PR needed?
    Prefetch was set to false explicitly.
    
    What changes were proposed in this PR?
    Improve the query performance with prefetch enabled
    
    Does this PR introduce any user interface change?
    No
    
    Is any new testcase added?
    TPCDS queries executed and some queries time was improved by almost 50%
    
    This closes #3691
---
 .../main/prestodb/org/apache/carbondata/presto/CarbondataPageSource.java | 1 -
 .../prestosql/org/apache/carbondata/presto/CarbondataPageSource.java     | 1 -
 2 files changed, 2 deletions(-)

diff --git a/integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPageSource.java b/integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPageSource.java
index 2c7ee95..d181819 100644
--- a/integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPageSource.java
+++ b/integration/presto/src/main/prestodb/org/apache/carbondata/presto/CarbondataPageSource.java
@@ -349,7 +349,6 @@ class CarbondataPageSource implements ConnectorPageSource {
     QueryModel queryModel = createQueryModel(carbonSplit, columns, conf);
     if (isDirectVectorFill) {
       queryModel.setDirectVectorFill(true);
-      queryModel.setPreFetchData(false);
     }
     QueryExecutor queryExecutor =
         QueryExecutorFactory.getQueryExecutor(queryModel, new Configuration());
diff --git a/integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPageSource.java b/integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPageSource.java
index fccb45f..2aa75c7 100644
--- a/integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPageSource.java
+++ b/integration/presto/src/main/prestosql/org/apache/carbondata/presto/CarbondataPageSource.java
@@ -356,7 +356,6 @@ class CarbondataPageSource implements ConnectorPageSource {
     QueryModel queryModel = createQueryModel(carbonSplit, tableHandle, columns, conf);
     if (isDirectVectorFill) {
       queryModel.setDirectVectorFill(true);
-      queryModel.setPreFetchData(false);
     }
     QueryExecutor queryExecutor =
         QueryExecutorFactory.getQueryExecutor(queryModel, new Configuration());