You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues-all@impala.apache.org by "Abhishek Rawat (Jira)" <ji...@apache.org> on 2021/03/25 23:39:00 UTC
[jira] [Created] (IMPALA-10614) HBase scans fail with
NotServingRegionException
Abhishek Rawat created IMPALA-10614:
---------------------------------------
Summary: HBase scans fail with NotServingRegionException
Key: IMPALA-10614
URL: https://issues.apache.org/jira/browse/IMPALA-10614
Project: IMPALA
Issue Type: Bug
Reporter: Abhishek Rawat
A bunch of HBase queries in AsAN build are failing during scan with NotServingRegionException:
*Error:*
{code:java}
Messagequery_test/test_queries.py:301: in test_file_partitions self.run_test_case('QueryTest/hdfs-partitions', vector) common/impala_test_suite.py:665: in run_test_case result = exec_fn(query, user=test_section.get('USER', '').strip() or None) common/impala_test_suite.py:603: in __exec_in_impala result = self.__execute_query(target_impalad_client, query, user=user) common/impala_test_suite.py:923: in __execute_query return impalad_client.execute(query, user=user) common/impala_connection.py:205: in execute return self.__beeswax_client.execute(sql_stmt, user=user) beeswax/impala_beeswax.py:187: in execute handle = self.__execute_query(query_string.strip(), user=user) beeswax/impala_beeswax.py:365: in __execute_query self.wait_for_finished(handle) beeswax/impala_beeswax.py:386: in wait_for_finished raise ImpalaBeeswaxException("Query aborted:" + error_log, None) E ImpalaBeeswaxException: ImpalaBeeswaxException: E Query aborted:RetriesExhaustedException: Failed after attempts=36, exceptions: E 2021-03-25T00:47:46.305Z, java.net.SocketTimeoutException: callTimeout=60000, callDuration=68568: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823 E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389) E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400) E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278) E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318) E row '' on table 'functional_hbase.alltypesagg' at region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75., hostname=localhost,16022,1616624163705, seqNum=2 E E CAUSED BY: SocketTimeoutException: callTimeout=60000, callDuration=68568: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823 E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389) E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400) E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278) E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318) E row '' on table 'functional_hbase.alltypesagg' at region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75., hostname=localhost,16022,1616624163705, seqNum=2 E CAUSED BY: NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823 E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389) E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400) E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278) E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318) E E CAUSED BY: RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823 E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389) E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067) E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400) E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278) E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418) E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338) E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
{code}
*Stack Trace:*
{code:java}
query_test/test_queries.py:301: in test_file_partitions
self.run_test_case('QueryTest/hdfs-partitions', vector)
common/impala_test_suite.py:665: in run_test_case
result = exec_fn(query, user=test_section.get('USER', '').strip() or None)
common/impala_test_suite.py:603: in __exec_in_impala
result = self.__execute_query(target_impalad_client, query, user=user)
common/impala_test_suite.py:923: in __execute_query
return impalad_client.execute(query, user=user)
common/impala_connection.py:205: in execute
return self.__beeswax_client.execute(sql_stmt, user=user)
beeswax/impala_beeswax.py:187: in execute
handle = self.__execute_query(query_string.strip(), user=user)
beeswax/impala_beeswax.py:365: in __execute_query
self.wait_for_finished(handle)
beeswax/impala_beeswax.py:386: in wait_for_finished
raise ImpalaBeeswaxException("Query aborted:" + error_log, None)
E ImpalaBeeswaxException: ImpalaBeeswaxException:
E Query aborted:RetriesExhaustedException: Failed after attempts=36, exceptions:
E 2021-03-25T00:47:46.305Z, java.net.SocketTimeoutException: callTimeout=60000, callDuration=68568: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
E row '' on table 'functional_hbase.alltypesagg' at region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75., hostname=localhost,16022,1616624163705, seqNum=2
E
E CAUSED BY: SocketTimeoutException: callTimeout=60000, callDuration=68568: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
E row '' on table 'functional_hbase.alltypesagg' at region=functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75., hostname=localhost,16022,1616624163705, seqNum=2
E CAUSED BY: NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
E
E CAUSED BY: RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: functional_hbase.alltypesagg,,1616624507550.4f6445d522027c7db04be651c7241b75. is not online on localhost,16022,1616626409823
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3389)
E at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3366)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1467)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.newRegionScanner(RSRpcServices.java:3067)
E at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3400)
E at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:42278)
E at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:418)
E at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:133)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:338)
E at org.apache.hadoop.hbase.ipc.RpcExecutor$Handler.run(RpcExecutor.java:318)
{code}
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
---------------------------------------------------------------------
To unsubscribe, e-mail: issues-all-unsubscribe@impala.apache.org
For additional commands, e-mail: issues-all-help@impala.apache.org