You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@carbondata.apache.org by "PRIYESH RANJAN (Jira)" <ji...@apache.org> on 2021/10/29 10:14:00 UTC

[jira] [Updated] (CARBONDATA-4311) Select query fails from presto session when table contain long string column

     [ https://issues.apache.org/jira/browse/CARBONDATA-4311?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]

PRIYESH RANJAN updated CARBONDATA-4311:
---------------------------------------
          Component/s: data-query
    Affects Version/s: 2.2.0
          Description: 
+*Query :-*+

from Spark Session :

drop table if exists lsc1;
CREATE TABLE lsc1(id int, name string, description string,address string, note string) stored as carbondata tblproperties('sort_columns'='id,name','long_string_columns'='description,note');
load data inpath 'hdfs://hacluster/chetan/longStringData_100rec.csv' into table lsc1 options('DELIMITER'=',', 'QUOTECHAR'= '"','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='id,name,description,address,note');
delete from lsc1 where id=99;
alter table lsc1 add columns(id2 int);
alter table lsc1 change id2 col_id bigint;


from presto session :
select * from lsc1 limit 1;
error-
presto:ranj> select * from lsc1 limit 1;
Query 20211025_041130_00017_7gfn9, FAILED, 1 node
Splits: 18 total, 0 done (0.00%)
0:05 [0 rows, 0B] [0 rows/s, 0B/s]
Query 20211025_041130_00017_7gfn9 failed: Loaded block positions count (100) doesn't match lazy block positions count (99)'

 

log :-

java.lang.IllegalStateException: Loaded block positions count (100) doesn't match lazy block positions count (99)java.lang.IllegalStateException: Loaded block positions count (100) doesn't match lazy block positions count (99) at io.prestosql.spi.block.LazyBlock$LazyData.load(LazyBlock.java:383) at io.prestosql.spi.block.LazyBlock$LazyData.getFullyLoadedBlock(LazyBlock.java:360) at io.prestosql.spi.block.LazyBlock.getLoadedBlock(LazyBlock.java:276) at io.prestosql.spi.Page.getLoadedPage(Page.java:273) at io.prestosql.operator.TableScanOperator.getOutput(TableScanOperator.java:305) at io.prestosql.operator.Driver.processInternal(Driver.java:379) at io.prestosql.operator.Driver.lambda$processFor$8(Driver.java:283) at io.prestosql.operator.Driver.tryWithLock(Driver.java:675) at io.prestosql.operator.Driver.processFor(Driver.java:276) at io.prestosql.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1075) at io.prestosql.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:163) at io.prestosql.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:484) at io.prestosql.$gen.Presto_333____20211027_064027_2.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:834)

 
          Environment: Presto 333
              Summary: Select query fails from presto session when table contain long string column  (was: Sele)

> Select query fails from presto session when table contain long string column
> ----------------------------------------------------------------------------
>
>                 Key: CARBONDATA-4311
>                 URL: https://issues.apache.org/jira/browse/CARBONDATA-4311
>             Project: CarbonData
>          Issue Type: Bug
>          Components: data-query
>    Affects Versions: 2.2.0
>         Environment: Presto 333
>            Reporter: PRIYESH RANJAN
>            Priority: Major
>
> +*Query :-*+
> from Spark Session :
> drop table if exists lsc1;
> CREATE TABLE lsc1(id int, name string, description string,address string, note string) stored as carbondata tblproperties('sort_columns'='id,name','long_string_columns'='description,note');
> load data inpath 'hdfs://hacluster/chetan/longStringData_100rec.csv' into table lsc1 options('DELIMITER'=',', 'QUOTECHAR'= '"','BAD_RECORDS_ACTION'='FORCE','FILEHEADER'='id,name,description,address,note');
> delete from lsc1 where id=99;
> alter table lsc1 add columns(id2 int);
> alter table lsc1 change id2 col_id bigint;
> from presto session :
> select * from lsc1 limit 1;
> error-
> presto:ranj> select * from lsc1 limit 1;
> Query 20211025_041130_00017_7gfn9, FAILED, 1 node
> Splits: 18 total, 0 done (0.00%)
> 0:05 [0 rows, 0B] [0 rows/s, 0B/s]
> Query 20211025_041130_00017_7gfn9 failed: Loaded block positions count (100) doesn't match lazy block positions count (99)'
>  
> log :-
> java.lang.IllegalStateException: Loaded block positions count (100) doesn't match lazy block positions count (99)java.lang.IllegalStateException: Loaded block positions count (100) doesn't match lazy block positions count (99) at io.prestosql.spi.block.LazyBlock$LazyData.load(LazyBlock.java:383) at io.prestosql.spi.block.LazyBlock$LazyData.getFullyLoadedBlock(LazyBlock.java:360) at io.prestosql.spi.block.LazyBlock.getLoadedBlock(LazyBlock.java:276) at io.prestosql.spi.Page.getLoadedPage(Page.java:273) at io.prestosql.operator.TableScanOperator.getOutput(TableScanOperator.java:305) at io.prestosql.operator.Driver.processInternal(Driver.java:379) at io.prestosql.operator.Driver.lambda$processFor$8(Driver.java:283) at io.prestosql.operator.Driver.tryWithLock(Driver.java:675) at io.prestosql.operator.Driver.processFor(Driver.java:276) at io.prestosql.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1075) at io.prestosql.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:163) at io.prestosql.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:484) at io.prestosql.$gen.Presto_333____20211027_064027_2.run(Unknown Source) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:834)
>  



--
This message was sent by Atlassian Jira
(v8.3.4#803005)