You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@drill.apache.org by "Vitalii Diravka (Jira)" <ji...@apache.org> on 2021/09/25 09:49:00 UTC
[jira] [Closed] (DRILL-7163) Join query fails with
java.lang.IllegalArgumentException: null
[ https://issues.apache.org/jira/browse/DRILL-7163?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Vitalii Diravka closed DRILL-7163.
----------------------------------
Assignee: Vitalii Diravka
Resolution: Cannot Reproduce
> Join query fails with java.lang.IllegalArgumentException: null
> --------------------------------------------------------------
>
> Key: DRILL-7163
> URL: https://issues.apache.org/jira/browse/DRILL-7163
> Project: Apache Drill
> Issue Type: Bug
> Affects Versions: 1.15.0
> Reporter: Khurram Faraaz
> Assignee: Vitalii Diravka
> Priority: Critical
>
> Join query fails with java.lang.IllegalArgumentException: null
> Drill : 1.15.0
> Failing query is
> {noformat}
> Select *
> From
> (
> select
> convert_from(t.itm.iUUID, 'UTF8') iUUID,
> convert_from(t.UPC.UPC14, 'UTF8') UPC14,
> convert_from(t.itm.upcDesc, 'UTF8') upcDesc,
> convert_from(t.ris.mstBrdOid, 'UTF8') mstBrdOid,
> convert_from(t.ris.vrfLgyMtch, 'UTF8') vrfLgyMtch,
> convert_from(t.itm.mtch.cfdMtch, 'UTF8') cfdMtch,
> convert_from(t.itm.uoM, 'UTF8') uoM,
> convert_from(t.uomRec.valVal, 'UTF8') uomVal,
> case when a.iUUID is null then 0 else 1 end as keyind
> from hbase.`/mapr/tables/item-master` t
> left outer join
> (
> select distinct
> convert_from(t.m.iUUID, 'UTF8') iUUID
> from hbase.`/mapr/tables/items` t
> ) a
> on t.itm.iUUID = a.iUUID
> ) i
> where (i.mstBrdOid is null
> or i.vrfLgyMtch is null)
> and i.keyind=1
> {noformat}
> Stack trace from drillbit.log
> {noformat}
> 2019-03-27 11:45:44,563 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.physical.impl.BaseRootExec - Batch dump started: dumping last 2 failed batches
> 2019-03-27 11:45:44,564 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.p.i.p.ProjectRecordBatch - ProjectRecordBatch[projector=Projector[vector2=null, selectionVectorMode=NONE], hasRemainder=false, remainderIndex=0, recordCount=0, container=org.apache.drill.exec.record.VectorContainer@2133fd0e[recordCount = 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt` (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal` (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14` (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12` (VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE], wrappers = [org.apache.drill.exec.vector.VarBinaryVector@b23a384[field = [`row_key` (VARBINARY:REQUIRED)], ...], org.apache.drill.exec.vector.complex.MapVector@61c779ff, org.apache.drill.exec.vector.complex.MapVector@575c0f96, org.apache.drill.exec.vector.complex.MapVector@69b943fe, org.apache.drill.exec.vector.complex.MapVector@7f90e2ce, org.apache.drill.exec.vector.complex.MapVector@25c27442, org.apache.drill.exec.vector.complex.MapVector@12d5ffd3, org.apache.drill.exec.vector.complex.MapVector@3150f8c4, org.apache.drill.exec.vector.complex.MapVector@49aefab2, org.apache.drill.exec.vector.complex.MapVector@7f78e7a1, org.apache.drill.exec.vector.complex.MapVector@426ea4fa, org.apache.drill.exec.vector.complex.MapVector@74cee2ab, org.apache.drill.exec.vector.NullableVarBinaryVector@4a0bfdea[field = [`$f12` (VARBINARY:OPTIONAL)], ...], org.apache.drill.exec.vector.NullableVarCharVector@72f64ee5[field = [`iUUID` (VARCHAR:OPTIONAL)], ...]], ...]]
> 2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.p.impl.join.HashJoinBatch - HashJoinBatch[container=org.apache.drill.exec.record.VectorContainer@45887d35[recordCount = 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt` (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal` (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14` (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12` (VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE], wrappers = [org.apache.drill.exec.vector.VarBinaryVector@46501495[field = [`row_key` (VARBINARY:REQUIRED)], ...], org.apache.drill.exec.vector.complex.MapVector@53215518, org.apache.drill.exec.vector.complex.MapVector@1360a8ff, org.apache.drill.exec.vector.complex.MapVector@15071e73, org.apache.drill.exec.vector.complex.MapVector@533554fa, org.apache.drill.exec.vector.complex.MapVector@a655211, org.apache.drill.exec.vector.complex.MapVector@1c5424f2, org.apache.drill.exec.vector.complex.MapVector@318d558d, org.apache.drill.exec.vector.complex.MapVector@486645c2, org.apache.drill.exec.vector.complex.MapVector@68b36305, org.apache.drill.exec.vector.complex.MapVector@557da955, org.apache.drill.exec.vector.complex.MapVector@e07af4a, org.apache.drill.exec.vector.NullableVarBinaryVector@7435a31d[field = [`$f12` (VARBINARY:OPTIONAL)], ...], org.apache.drill.exec.vector.NullableVarCharVector@76d5dd5[field = [`iUUID` (VARCHAR:OPTIONAL)], ...]], ...], left=org.apache.drill.exec.physical.impl.aggregate.HashAggBatch@3f626b6c, right=org.apache.drill.exec.physical.impl.project.ProjectRecordBatch@cacee35, leftOutcome=OK_NEW_SCHEMA, rightOutcome=OK, joinType=INNER, hashJoinProbe=HashJoinProbeTemplate[container=null, probeSchema=null, joinType=null, recordsToProcess=0, recordsProcessed=0, outputRecords=0, probeState=PROBE_PROJECT, unmatchedBuildIndexes=null], rightExpr=[NamedExpression [expr=`$f12`, ref=`build_side_0`]], canSpill=true, buildSchema=BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt` (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal` (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14` (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12` (VARBINARY:OPTIONAL)]], selectionVector=NONE], probeSchema=BatchSchema [fields=[[`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE]]
> 2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.physical.impl.BaseRootExec - Batch dump completed.
> 2019-03-27 11:45:44,572 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 23646564-3d23-f32b-6f68-11d7c4dd7a19:1:0: State change requested FAILED --> FINISHED
> 2019-03-27 11:45:44,588 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: IllegalArgumentException
> Fragment 1:0
> Please, refer to logs for more information.
> [Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
> org.apache.drill.common.exceptions.UserException: SYSTEM ERROR: IllegalArgumentException
> Fragment 1:0
> Please, refer to logs for more information.
> [Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
> at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:633) ~[drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:364) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:219) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:330) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [na:1.8.0_181]
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [na:1.8.0_181]
> at java.lang.Thread.run(Thread.java:748) [na:1.8.0_181]
> Caused by: java.lang.IllegalArgumentException: null
> at org.apache.drill.shaded.guava.com.google.common.base.Preconditions.checkArgument(Preconditions.java:121) ~[drill-shaded-guava-23.0.jar:23.0]
> at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.roundUpToPowerOf2(BatchSizePredictorImpl.java:97) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.computeValueVectorSize(BatchSizePredictorImpl.java:88) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.getBatchSizeEstimate(BatchSizePredictorImpl.java:146) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.updateStats(BatchSizePredictorImpl.java:70) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.join.HashJoinMemoryCalculatorImpl$BuildSidePartitioningImpl.initialize(HashJoinMemoryCalculatorImpl.java:258) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.join.HashJoinBatch.executeBuildPhase(HashJoinBatch.java:953) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.join.HashJoinBatch.innerNext(HashJoinBatch.java:524) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:104) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec.innerNext(SingleSenderCreator.java:93) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:94) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:297) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:284) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at java.security.AccessController.doPrivileged(Native Method) ~[na:1.8.0_181]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[na:1.8.0_181]
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1669) ~[hadoop-common-2.7.0-mapr-1808.jar:na]
> at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:284) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> ... 4 common frames omitted
> Options
> {noformat}
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)