You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@drill.apache.org by "Rahul Challapalli (JIRA)" <ji...@apache.org> on 2017/02/07 18:58:41 UTC
[jira] [Comment Edited] (DRILL-3060) Random RpcException: Data not
accepted downstream
[ https://issues.apache.org/jira/browse/DRILL-3060?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15856543#comment-15856543 ]
Rahul Challapalli edited comment on DRILL-3060 at 2/7/17 6:58 PM:
------------------------------------------------------------------
One more case where this error still happens. The underlying data is tpdfs sf 1000 and I ran this query on a single node drill cluster
{code}
WITH year_total
AS (SELECT c_customer_id customer_id,
c_first_name customer_first_name
,
c_last_name
customer_last_name,
c_preferred_cust_flag
customer_preferred_cust_flag
,
c_birth_country
customer_birth_country,
c_login customer_login,
c_email_address
customer_email_address,
d_year dyear,
Sum(ss_ext_list_price - ss_ext_discount_amt) year_total,
's' sale_type
FROM customer,
store_sales,
date_dim
WHERE c_customer_sk = ss_customer_sk
AND ss_sold_date_sk = d_date_sk
GROUP BY c_customer_id,
c_first_name,
c_last_name,
c_preferred_cust_flag,
c_birth_country,
c_login,
c_email_address,
d_year
UNION ALL
SELECT c_customer_id customer_id,
c_first_name customer_first_name
,
c_last_name
customer_last_name,
c_preferred_cust_flag
customer_preferred_cust_flag
,
c_birth_country
customer_birth_country,
c_login customer_login,
c_email_address
customer_email_address,
d_year dyear,
Sum(ws_ext_list_price - ws_ext_discount_amt) year_total,
'w' sale_type
FROM customer,
web_sales,
date_dim
WHERE c_customer_sk = ws_bill_customer_sk
AND ws_sold_date_sk = d_date_sk
GROUP BY c_customer_id,
c_first_name,
c_last_name,
c_preferred_cust_flag,
c_birth_country,
c_login,
c_email_address,
d_year)
select * from (
SELECT t_s_secyear.customer_id as id,
t_s_secyear.customer_first_name as fn,
t_s_secyear.customer_last_name as ln,
t_s_secyear.customer_birth_country as bc
FROM year_total t_s_firstyear,
year_total t_s_secyear,
year_total t_w_firstyear,
year_total t_w_secyear
WHERE t_s_secyear.customer_id = t_s_firstyear.customer_id
AND t_s_firstyear.customer_id = t_w_secyear.customer_id
AND t_s_firstyear.customer_id = t_w_firstyear.customer_id
ORDER BY t_s_secyear.customer_id,
t_s_secyear.customer_first_name,
t_s_secyear.customer_last_name,
t_s_secyear.customer_birth_country
) data
where data.bc is null and data.fn is null and data.ln is null and data.id like 'A%' ;
{code}
Exception from the logs
{code}
2017-02-06 17:48:22,478 [2766e2c8-ab6c-8c0d-5f22-1a584d1633d7:frag:35:0] ERROR o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: RpcException: Data not accepted downstream.
Fragment 35:0
[Error Id: d22587ca-b19d-4915-a73d-e1284cb7de2b on qa-node183.qa.lab:31010]
org.apache.drill.common.exceptions.UserException: SYSTEM ERROR: RpcException: Data not accepted downstream.
Fragment 35:0
[Error Id: d22587ca-b19d-4915-a73d-e1284cb7de2b on qa-node183.qa.lab:31010]
at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:544) ~[drill-common-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:296) [drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:160) [drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:262) [drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38) [drill-common-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [na:1.8.0_92]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [na:1.8.0_92]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_92]
Caused by: org.apache.drill.exec.rpc.RpcException: Data not accepted downstream.
at org.apache.drill.exec.ops.StatusHandler.success(StatusHandler.java:54) ~[drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.ops.StatusHandler.success(StatusHandler.java:29) ~[drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.ListeningCommand$DeferredRpcOutcome.success(ListeningCommand.java:55) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.ListeningCommand$DeferredRpcOutcome.success(ListeningCommand.java:46) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.data.DataTunnel$ThrottlingOutcomeListener.success(DataTunnel.java:134) ~[drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.data.DataTunnel$ThrottlingOutcomeListener.success(DataTunnel.java:117) ~[drill-java-exec-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.RequestIdMap$RpcListener.set(RequestIdMap.java:129) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.RpcBus$ResponseEvent.run(RpcBus.java:419) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.common.SerializedExecutor$RunnableProcessor.run(SerializedExecutor.java:89) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.RpcBus$SameExecutor.execute(RpcBus.java:244) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.common.SerializedExecutor.execute(SerializedExecutor.java:123) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:283) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:249) ~[drill-rpc-1.10.0-SNAPSHOT.jar:1.10.0-SNAPSHOT]
at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89) ~[netty-codec-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254) ~[netty-handler-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) ~[netty-codec-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242) ~[netty-codec-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) ~[netty-transport-4.0.27.Final.jar:4.0.27.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111) ~[netty-common-4.0.27.Final.jar:4.0.27.Final]
... 1 common frames omitted
{code}
was (Author: rkins):
One more case where this error still happens. The underlying data is tpdfs sf 1000 and I ran this query on a single node drill cluster
{code}
WITH year_total
AS (SELECT c_customer_id customer_id,
c_first_name customer_first_name
,
c_last_name
customer_last_name,
c_preferred_cust_flag
customer_preferred_cust_flag
,
c_birth_country
customer_birth_country,
c_login customer_login,
c_email_address
customer_email_address,
d_year dyear,
Sum(ss_ext_list_price - ss_ext_discount_amt) year_total,
's' sale_type
FROM customer,
store_sales,
date_dim
WHERE c_customer_sk = ss_customer_sk
AND ss_sold_date_sk = d_date_sk
GROUP BY c_customer_id,
c_first_name,
c_last_name,
c_preferred_cust_flag,
c_birth_country,
c_login,
c_email_address,
d_year
UNION ALL
SELECT c_customer_id customer_id,
c_first_name customer_first_name
,
c_last_name
customer_last_name,
c_preferred_cust_flag
customer_preferred_cust_flag
,
c_birth_country
customer_birth_country,
c_login customer_login,
c_email_address
customer_email_address,
d_year dyear,
Sum(ws_ext_list_price - ws_ext_discount_amt) year_total,
'w' sale_type
FROM customer,
web_sales,
date_dim
WHERE c_customer_sk = ws_bill_customer_sk
AND ws_sold_date_sk = d_date_sk
GROUP BY c_customer_id,
c_first_name,
c_last_name,
c_preferred_cust_flag,
c_birth_country,
c_login,
c_email_address,
d_year)
select * from (
SELECT t_s_secyear.customer_id as id,
t_s_secyear.customer_first_name as fn,
t_s_secyear.customer_last_name as ln,
t_s_secyear.customer_birth_country as bc
FROM year_total t_s_firstyear,
year_total t_s_secyear,
year_total t_w_firstyear,
year_total t_w_secyear
WHERE t_s_secyear.customer_id = t_s_firstyear.customer_id
AND t_s_firstyear.customer_id = t_w_secyear.customer_id
AND t_s_firstyear.customer_id = t_w_firstyear.customer_id
ORDER BY t_s_secyear.customer_id,
t_s_secyear.customer_first_name,
t_s_secyear.customer_last_name,
t_s_secyear.customer_birth_country
) data
where data.bc is null and data.fn is null and data.ln is null and data.id like 'A%' ;
{code}
> Random RpcException: Data not accepted downstream
> -------------------------------------------------
>
> Key: DRILL-3060
> URL: https://issues.apache.org/jira/browse/DRILL-3060
> Project: Apache Drill
> Issue Type: Bug
> Components: Execution - RPC
> Reporter: Rahul Challapalli
> Fix For: Future
>
> Attachments: drillbit.log
>
>
> git.commit.id.abbrev=d10769f
> The error could be because of a race condition when running concurrent tests, but it surfaced when running the below query which runs on tpch 0.01 GB
> {code}
> select
> o_year,
> sum(case
> when nation = 'EGYPT' then volume
> else 0
> end) / sum(volume) as mkt_share
> from
> (
> select
> extract(year from o.o_orderdate) as o_year,
> l.l_extendedprice * (1 - l.l_discount) as volume,
> n2.n_name as nation
> from
> part p,
> supplier s,
> lineitem l,
> orders o,
> customer c,
> nation n1,
> nation n2,
> region r
> where
> p.p_partkey = l.l_partkey
> and s.s_suppkey = l.l_suppkey
> and l.l_orderkey = o.o_orderkey
> and o.o_custkey = c.c_custkey
> and c.c_nationkey = n1.n_nationkey
> and n1.n_regionkey = r.r_regionkey
> and r.r_name = 'MIDDLE EAST'
> and s.s_nationkey = n2.n_nationkey
> and o.o_orderdate between date '1995-01-01' and date '1996-12-31'
> and p.p_type = 'PROMO BRUSHED COPPER'
> ) as all_nations
> group by
> o_year
> order by
> o_year;
> {code}
> Error :
> {code}
> Failed with exception
> java.sql.SQLException: SYSTEM ERROR: org.apache.drill.exec.rpc.RpcException: Data not accepted downstream.
> Fragment 6:0
> [Error Id: 9020d566-312e-4c1a-9360-cd5e7d1bc0ed on atsqa6c82.qa.lab:31010]
> at org.apache.drill.jdbc.DrillCursor.next(DrillCursor.java:161)
> at org.apache.drill.jdbc.impl.DrillResultSetImpl.execute(DrillResultSetImpl.java:167)
> at org.apache.drill.jdbc.impl.DrillResultSetImpl.execute(DrillResultSetImpl.java:56)
> at net.hydromatic.avatica.AvaticaConnection.executeQueryInternal(AvaticaConnection.java:404)
> at net.hydromatic.avatica.AvaticaStatement.executeQueryInternal(AvaticaStatement.java:351)
> at net.hydromatic.avatica.AvaticaStatement.executeQuery(AvaticaStatement.java:78)
> at org.apache.drill.jdbc.impl.DrillStatementImpl.executeQuery(DrillStatementImpl.java:89)
> at org.apache.drill.test.framework.DrillTestJdbc.executeQuery(DrillTestJdbc.java:139)
> at org.apache.drill.test.framework.DrillTestJdbc.run(DrillTestJdbc.java:80)
> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> at java.lang.Thread.run(Thread.java:744)
> Caused by: org.apache.drill.common.exceptions.UserRemoteException: SYSTEM ERROR: org.apache.drill.exec.rpc.RpcException: Data not accepted downstream.
> Fragment 6:0
> [Error Id: 9020d566-312e-4c1a-9360-cd5e7d1bc0ed on atsqa6c82.qa.lab:31010]
> at org.apache.drill.exec.rpc.user.QueryResultHandler.resultArrived(QueryResultHandler.java:118)
> at org.apache.drill.exec.rpc.user.UserClient.handleReponse(UserClient.java:111)
> at org.apache.drill.exec.rpc.BasicClientWithConnection.handle(BasicClientWithConnection.java:47)
> at org.apache.drill.exec.rpc.BasicClientWithConnection.handle(BasicClientWithConnection.java:32)
> at org.apache.drill.exec.rpc.RpcBus.handle(RpcBus.java:59)
> at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:214)
> at org.apache.drill.exec.rpc.RpcBus$InboundHandler.decode(RpcBus.java:188)
> at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:89)
> at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254)
> at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103)
> at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:242)
> at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:86)
> at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:339)
> at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:324)
> at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:847)
> at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131)
> at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511)
> at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468)
> at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382)
> at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354)
> at io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111)
> ... 1 more
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)