You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@drill.apache.org by "Khurram Faraaz (JIRA)" <ji...@apache.org> on 2019/04/09 18:43:00 UTC
[jira] [Created] (DRILL-7163) Join query fails with
java.lang.IllegalArgumentException: null
Khurram Faraaz created DRILL-7163:
-------------------------------------
Summary: Join query fails with java.lang.IllegalArgumentException: null
Key: DRILL-7163
URL: https://issues.apache.org/jira/browse/DRILL-7163
Project: Apache Drill
Issue Type: Bug
Affects Versions: 1.15.0
Reporter: Khurram Faraaz
Join query fails with java.lang.IllegalArgumentException: null
Drill : 1.15.0
Failing query is
{noformat}
Select *
From
(
select
convert_from(t.itm.iUUID, 'UTF8') iUUID,
convert_from(t.UPC.UPC14, 'UTF8') UPC14,
convert_from(t.itm.upcDesc, 'UTF8') upcDesc,
convert_from(t.ris.mstBrdOid, 'UTF8') mstBrdOid,
convert_from(t.ris.vrfLgyMtch, 'UTF8') vrfLgyMtch,
convert_from(t.itm.mtch.cfdMtch, 'UTF8') cfdMtch,
convert_from(t.itm.uoM, 'UTF8') uoM,
convert_from(t.uomRec.valVal, 'UTF8') uomVal,
case when a.iUUID is null then 0 else 1 end as keyind
from hbase.`/mapr/tables/item-master` t
left outer join
(
select distinct
convert_from(t.m.iUUID, 'UTF8') iUUID
from hbase.`/mapr/tables/items` t
) a
on t.itm.iUUID = a.iUUID
) i
where (i.mstBrdOid is null
or i.vrfLgyMtch is null)
and i.keyind=1
{noformat}
Stack trace from drillbit.log
{noformat}
2019-03-27 11:45:44,563 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.physical.impl.BaseRootExec - Batch dump started: dumping last 2 failed batches
2019-03-27 11:45:44,564 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.p.i.p.ProjectRecordBatch - ProjectRecordBatch[projector=Projector[vector2=null, selectionVectorMode=NONE], hasRemainder=false, remainderIndex=0, recordCount=0, container=org.apache.drill.exec.record.VectorContainer@2133fd0e[recordCount = 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt` (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal` (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14` (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12` (VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE], wrappers = [org.apache.drill.exec.vector.VarBinaryVector@b23a384[field = [`row_key` (VARBINARY:REQUIRED)], ...], org.apache.drill.exec.vector.complex.MapVector@61c779ff, org.apache.drill.exec.vector.complex.MapVector@575c0f96, org.apache.drill.exec.vector.complex.MapVector@69b943fe, org.apache.drill.exec.vector.complex.MapVector@7f90e2ce, org.apache.drill.exec.vector.complex.MapVector@25c27442, org.apache.drill.exec.vector.complex.MapVector@12d5ffd3, org.apache.drill.exec.vector.complex.MapVector@3150f8c4, org.apache.drill.exec.vector.complex.MapVector@49aefab2, org.apache.drill.exec.vector.complex.MapVector@7f78e7a1, org.apache.drill.exec.vector.complex.MapVector@426ea4fa, org.apache.drill.exec.vector.complex.MapVector@74cee2ab, org.apache.drill.exec.vector.NullableVarBinaryVector@4a0bfdea[field = [`$f12` (VARBINARY:OPTIONAL)], ...], org.apache.drill.exec.vector.NullableVarCharVector@72f64ee5[field = [`iUUID` (VARCHAR:OPTIONAL)], ...]], ...]]
2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.p.impl.join.HashJoinBatch - HashJoinBatch[container=org.apache.drill.exec.record.VectorContainer@45887d35[recordCount = 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt` (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal` (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14` (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12` (VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE], wrappers = [org.apache.drill.exec.vector.VarBinaryVector@46501495[field = [`row_key` (VARBINARY:REQUIRED)], ...], org.apache.drill.exec.vector.complex.MapVector@53215518, org.apache.drill.exec.vector.complex.MapVector@1360a8ff, org.apache.drill.exec.vector.complex.MapVector@15071e73, org.apache.drill.exec.vector.complex.MapVector@533554fa, org.apache.drill.exec.vector.complex.MapVector@a655211, org.apache.drill.exec.vector.complex.MapVector@1c5424f2, org.apache.drill.exec.vector.complex.MapVector@318d558d, org.apache.drill.exec.vector.complex.MapVector@486645c2, org.apache.drill.exec.vector.complex.MapVector@68b36305, org.apache.drill.exec.vector.complex.MapVector@557da955, org.apache.drill.exec.vector.complex.MapVector@e07af4a, org.apache.drill.exec.vector.NullableVarBinaryVector@7435a31d[field = [`$f12` (VARBINARY:OPTIONAL)], ...], org.apache.drill.exec.vector.NullableVarCharVector@76d5dd5[field = [`iUUID` (VARCHAR:OPTIONAL)], ...]], ...], left=org.apache.drill.exec.physical.impl.aggregate.HashAggBatch@3f626b6c, right=org.apache.drill.exec.physical.impl.project.ProjectRecordBatch@cacee35, leftOutcome=OK_NEW_SCHEMA, rightOutcome=OK, joinType=INNER, hashJoinProbe=HashJoinProbeTemplate[container=null, probeSchema=null, joinType=null, recordsToProcess=0, recordsProcessed=0, outputRecords=0, probeState=PROBE_PROJECT, unmatchedBuildIndexes=null], rightExpr=[NamedExpression [expr=`$f12`, ref=`build_side_0`]], canSpill=true, buildSchema=BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt` (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal` (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14` (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12` (VARBINARY:OPTIONAL)]], selectionVector=NONE], probeSchema=BatchSchema [fields=[[`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE]]
2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.physical.impl.BaseRootExec - Batch dump completed.
2019-03-27 11:45:44,572 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] INFO o.a.d.e.w.fragment.FragmentExecutor - 23646564-3d23-f32b-6f68-11d7c4dd7a19:1:0: State change requested FAILED --> FINISHED
2019-03-27 11:45:44,588 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: IllegalArgumentException
Fragment 1:0
Please, refer to logs for more information.
[Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
org.apache.drill.common.exceptions.UserException: SYSTEM ERROR: IllegalArgumentException
Fragment 1:0
Please, refer to logs for more information.
[Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:633) ~[drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:364) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:219) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:330) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [na:1.8.0_181]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [na:1.8.0_181]
at java.lang.Thread.run(Thread.java:748) [na:1.8.0_181]
Caused by: java.lang.IllegalArgumentException: null
at org.apache.drill.shaded.guava.com.google.common.base.Preconditions.checkArgument(Preconditions.java:121) ~[drill-shaded-guava-23.0.jar:23.0]
at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.roundUpToPowerOf2(BatchSizePredictorImpl.java:97) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.computeValueVectorSize(BatchSizePredictorImpl.java:88) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.getBatchSizeEstimate(BatchSizePredictorImpl.java:146) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.updateStats(BatchSizePredictorImpl.java:70) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.join.HashJoinMemoryCalculatorImpl$BuildSidePartitioningImpl.initialize(HashJoinMemoryCalculatorImpl.java:258) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.join.HashJoinBatch.executeBuildPhase(HashJoinBatch.java:953) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.join.HashJoinBatch.innerNext(HashJoinBatch.java:524) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:104) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec.innerNext(SingleSenderCreator.java:93) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:94) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:297) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:284) ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at java.security.AccessController.doPrivileged(Native Method) ~[na:1.8.0_181]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[na:1.8.0_181]
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1669) ~[hadoop-common-2.7.0-mapr-1808.jar:na]
at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:284) [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
... 4 common frames omitted
Options
{noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)