You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@hbase.apache.org by "Andrew Kyle Purtell (Jira)" <ji...@apache.org> on 2022/05/27 21:24:00 UTC
[jira] [Resolved] (HBASE-27057) Issue with ZooKeeper configuration on CDP5
[ https://issues.apache.org/jira/browse/HBASE-27057?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ]
Andrew Kyle Purtell resolved HBASE-27057.
-----------------------------------------
Resolution: Invalid
> Issue with ZooKeeper configuration on CDP5
> ------------------------------------------
>
> Key: HBASE-27057
> URL: https://issues.apache.org/jira/browse/HBASE-27057
> Project: HBase
> Issue Type: Task
> Environment: Cloudera 5 with Kerberos / HBase
> Reporter: George
> Priority: Major
>
> Hello everyone, I am new here and in HBase as well, so sorry for my lack of knowledge, I tried to read but the documentation and the environment that I got as a test are confusing me. The explanation is here, I have got Cloudera 5 with Hbase with Kerberos, 2 master nodes, and 3 worker nodes on Ubuntu machines, we have to connect DataStore with special application with checks krb5.conf file and keytab after authentication goes and connect to DS and check the tables the metadata there. When I am trying to push the application to connect the master node zookeeper is failing, when I am trying to connect zookeper node from the same application I can scan and do what I need, but every time the connection goes to 2181 localhost, how to check where is the issue of configuration that masters done will give me access to the data stores?
>
> Here is log from master node:
> [2022-05-22 12:26:31.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase/hbaseid
> [2022-05-22 12:26:31.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.util.RetryCounter [MasterNode]- Sleeping 1000ms before retry #0...
> [2022-05-22 12:26:31.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase/hbaseid
> [2022-05-22 12:26:31.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.util.RetryCounter [MasterNode]- Sleeping 2000ms before retry #1...
> [2022-05-22 12:26:31.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase/hbaseid
> [2022-05-22 12:26:31.676Z] [ERROR] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- ZooKeeper exists failed after 2 attempts
> [2022-05-22 12:26:31.677Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.ZKUtil [MasterNode]- hconnection-0x46acd8780x0, quorum=10.2.0.30:2181, baseZNode=/hbase Unable to set watcher on znode (/hbase/hbaseid)
> org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase/hbaseid
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
> at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:222)
> at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:481)
> at org.apache.hadoop.hbase.zookeeper.ZKClusterId.readClusterIdZNode(ZKClusterId.java:65)
> at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getClusterId(ZooKeeperRegistry.java:86)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.retrieveClusterId(ConnectionManager.java:833)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.<init>(ConnectionManager.java:623)
> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
> at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
> at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:238)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:218)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:119)
> at com.bigid.scanner.hbase.HBaseScanner.getDataSourceObjects(HBaseScanner.java:60)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:108)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:105)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Unknown Source)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper.getDataSourceObjects(HadoopUGIConnectorWrapper.java:105)
> at com.bigid.scanner.connectors.generic.DataSourceConnectorAdapter.testConnection(DataSourceConnectorAdapter.java:289)
> at com.bigid.scanner.core.tasks.legacy.LegacyTestConnectionTask.execute(LegacyTestConnectionTask.java:43)
> at com.bigid.scanner.core.TestConnectionTask.execute(TestConnectionTask.java:36)
> at com.bigid.scanner.core.TaskExecution.execute(TaskExecution.java:36)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:57)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:20)
> at com.bigid.scanner.scannerboot.common.http.managers.TestConnectionSyncManager.lambda$runService$0(TestConnectionSyncManager.java:55)
> at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
> at java.base/java.lang.Thread.run(Unknown Source)
> [2022-05-22 12:26:31.678Z] [ERROR] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher [MasterNode]- hconnection-0x46acd8780x0, quorum=10.2.0.30:2181, baseZNode=/hbase Received unexpected KeeperException, re-throwing exception
> org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase/hbaseid
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
> at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:222)
> at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:481)
> at org.apache.hadoop.hbase.zookeeper.ZKClusterId.readClusterIdZNode(ZKClusterId.java:65)
> at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getClusterId(ZooKeeperRegistry.java:86)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.retrieveClusterId(ConnectionManager.java:833)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.<init>(ConnectionManager.java:623)
> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
> at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
> at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:238)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:218)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:119)
> at com.bigid.scanner.hbase.HBaseScanner.getDataSourceObjects(HBaseScanner.java:60)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:108)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:105)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Unknown Source)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper.getDataSourceObjects(HadoopUGIConnectorWrapper.java:105)
> at com.bigid.scanner.connectors.generic.DataSourceConnectorAdapter.testConnection(DataSourceConnectorAdapter.java:289)
> at com.bigid.scanner.core.tasks.legacy.LegacyTestConnectionTask.execute(LegacyTestConnectionTask.java:43)
> at com.bigid.scanner.core.TestConnectionTask.execute(TestConnectionTask.java:36)
> at com.bigid.scanner.core.TaskExecution.execute(TaskExecution.java:36)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:57)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:20)
> at com.bigid.scanner.scannerboot.common.http.managers.TestConnectionSyncManager.lambda$runService$0(TestConnectionSyncManager.java:55)
> at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
> at java.base/java.lang.Thread.run(Unknown Source)
> [2022-05-22 12:26:31.678Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.client.ZooKeeperRegistry [MasterNode]- Can't retrieve clusterId from Zookeeper
> org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase/hbaseid
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
> at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:222)
> at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:481)
> at org.apache.hadoop.hbase.zookeeper.ZKClusterId.readClusterIdZNode(ZKClusterId.java:65)
> at org.apache.hadoop.hbase.client.ZooKeeperRegistry.getClusterId(ZooKeeperRegistry.java:86)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.retrieveClusterId(ConnectionManager.java:833)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.<init>(ConnectionManager.java:623)
> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
> at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
> at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
> at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:238)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:218)
> at org.apache.hadoop.hbase.client.ConnectionFactory.createConnection(ConnectionFactory.java:119)
> at com.bigid.scanner.hbase.HBaseScanner.getDataSourceObjects(HBaseScanner.java:60)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:108)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:105)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Unknown Source)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper.getDataSourceObjects(HadoopUGIConnectorWrapper.java:105)
> at com.bigid.scanner.connectors.generic.DataSourceConnectorAdapter.testConnection(DataSourceConnectorAdapter.java:289)
> at com.bigid.scanner.core.tasks.legacy.LegacyTestConnectionTask.execute(LegacyTestConnectionTask.java:43)
> at com.bigid.scanner.core.TestConnectionTask.execute(TestConnectionTask.java:36)
> at com.bigid.scanner.core.TaskExecution.execute(TaskExecution.java:36)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:57)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:20)
> at com.bigid.scanner.scannerboot.common.http.managers.TestConnectionSyncManager.lambda$runService$0(TestConnectionSyncManager.java:55)
> at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
> at java.base/java.lang.Thread.run(Unknown Source)
> [2022-05-22 12:26:36.337Z] [INFO] scanner_file - 7a342cd4-cd4f-4a08-ab9f-8214b4f62f09 [poolScheduler-2] com.bigid.scanner.scannerboot.common.services.context.threads.ThreadPoolUpdatesService - Fetching thread pool updates
> [2022-05-22 12:26:41.675Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.util.RetryCounter [MasterNode]- Sleeping 1000ms before retry #0...
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.util.RetryCounter [MasterNode]- Sleeping 2000ms before retry #1...
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [ERROR] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- ZooKeeper exists failed after 2 attempts
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.ZKUtil [MasterNode]- hconnection-0x46acd8780x0, quorum=10.2.0.30:2181, baseZNode=/hbase Unable to set watcher on znode (/hbase)
> org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
> at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:222)
> at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:481)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.checkIfBaseNodeAvailable(ConnectionManager.java:849)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.access$400(ConnectionManager.java:535)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStubNoRetries(ConnectionManager.java:1435)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStub(ConnectionManager.java:1476)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceStubMaker.makeStub(ConnectionManager.java:1505)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1711)
> at org.apache.hadoop.hbase.client.MasterCallable.prepare(MasterCallable.java:38)
> at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:124)
> at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
> at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:312)
> at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:296)
> at com.bigid.scanner.hbase.HBaseScanner.getDataSourceObjects(HBaseScanner.java:62)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:108)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:105)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Unknown Source)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper.getDataSourceObjects(HadoopUGIConnectorWrapper.java:105)
> at com.bigid.scanner.connectors.generic.DataSourceConnectorAdapter.testConnection(DataSourceConnectorAdapter.java:289)
> at com.bigid.scanner.core.tasks.legacy.LegacyTestConnectionTask.execute(LegacyTestConnectionTask.java:43)
> at com.bigid.scanner.core.TestConnectionTask.execute(TestConnectionTask.java:36)
> at com.bigid.scanner.core.TaskExecution.execute(TaskExecution.java:36)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:57)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:20)
> at com.bigid.scanner.scannerboot.common.http.managers.TestConnectionSyncManager.lambda$runService$0(TestConnectionSyncManager.java:55)
> at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
> at java.base/java.lang.Thread.run(Unknown Source)
> [2022-05-22 12:26:41.676Z] [ERROR] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher [MasterNode]- hconnection-0x46acd8780x0, quorum=10.2.0.30:2181, baseZNode=/hbase Received unexpected KeeperException, re-throwing exception
> org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
> at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:222)
> at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:481)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.checkIfBaseNodeAvailable(ConnectionManager.java:849)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.access$400(ConnectionManager.java:535)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStubNoRetries(ConnectionManager.java:1435)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStub(ConnectionManager.java:1476)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceStubMaker.makeStub(ConnectionManager.java:1505)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1711)
> at org.apache.hadoop.hbase.client.MasterCallable.prepare(MasterCallable.java:38)
> at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:124)
> at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
> at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:312)
> at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:296)
> at com.bigid.scanner.hbase.HBaseScanner.getDataSourceObjects(HBaseScanner.java:62)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:108)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:105)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Unknown Source)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper.getDataSourceObjects(HadoopUGIConnectorWrapper.java:105)
> at com.bigid.scanner.connectors.generic.DataSourceConnectorAdapter.testConnection(DataSourceConnectorAdapter.java:289)
> at com.bigid.scanner.core.tasks.legacy.LegacyTestConnectionTask.execute(LegacyTestConnectionTask.java:43)
> at com.bigid.scanner.core.TestConnectionTask.execute(TestConnectionTask.java:36)
> at com.bigid.scanner.core.TaskExecution.execute(TaskExecution.java:36)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:57)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:20)
> at com.bigid.scanner.scannerboot.common.http.managers.TestConnectionSyncManager.lambda$runService$0(TestConnectionSyncManager.java:55)
> at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
> at java.base/java.lang.Thread.run(Unknown Source)
> [2022-05-22 12:26:41.676Z] [ERROR] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation [MasterNode]- Can't get connection to ZooKeeper: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.util.RetryCounter [MasterNode]- Sleeping 1000ms before retry #0...
> [2022-05-22 12:26:41.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [poolScheduler-7] com.bigid.scanner.scannerboot.common.services.context.threads.ThreadPoolUpdatesService - Fetching thread pool updates
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [INFO] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.util.RetryCounter [MasterNode]- Sleeping 2000ms before retry #1...
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- Possibly transient ZooKeeper, quorum=10.2.0.30:2181, exception=org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> [2022-05-22 12:26:41.676Z] [ERROR] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper [MasterNode]- ZooKeeper exists failed after 2 attempts
> [2022-05-22 12:26:41.676Z] [WARN] scanner_file - 12750b5c-c00b-4eb9-8ec0-66a710ed822d [Thread-312] org.apache.hadoop.hbase.zookeeper.ZKUtil [MasterNode]- hconnection-0x46acd8780x0, quorum=10.2.0.30:2181, baseZNode=/hbase Unable to set watcher on znode (/hbase)
> org.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /hbase
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:99)
> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
> at org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.exists(RecoverableZooKeeper.java:222)
> at org.apache.hadoop.hbase.zookeeper.ZKUtil.checkExists(ZKUtil.java:481)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.checkIfBaseNodeAvailable(ConnectionManager.java:849)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.access$400(ConnectionManager.java:535)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStubNoRetries(ConnectionManager.java:1435)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$StubMaker.makeStub(ConnectionManager.java:1476)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation$MasterServiceStubMaker.makeStub(ConnectionManager.java:1505)
> at org.apache.hadoop.hbase.client.ConnectionManager$HConnectionImplementation.getKeepAliveMasterService(ConnectionManager.java:1711)
> at org.apache.hadoop.hbase.client.MasterCallable.prepare(MasterCallable.java:38)
> at org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:124)
> at org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3601)
> at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:312)
> at org.apache.hadoop.hbase.client.HBaseAdmin.listTables(HBaseAdmin.java:296)
> at com.bigid.scanner.hbase.HBaseScanner.getDataSourceObjects(HBaseScanner.java:62)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:108)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper$4.run(HadoopUGIConnectorWrapper.java:105)
> at java.base/java.security.AccessController.doPrivileged(Native Method)
> at java.base/javax.security.auth.Subject.doAs(Unknown Source)
> at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1693)
> at com.bigid.scanner.hadoop.common.HadoopUGIConnectorWrapper.getDataSourceObjects(HadoopUGIConnectorWrapper.java:105)
> at com.bigid.scanner.connectors.generic.DataSourceConnectorAdapter.testConnection(DataSourceConnectorAdapter.java:289)
> at com.bigid.scanner.core.tasks.legacy.LegacyTestConnectionTask.execute(LegacyTestConnectionTask.java:43)
> at com.bigid.scanner.core.TestConnectionTask.execute(TestConnectionTask.java:36)
> at com.bigid.scanner.core.TaskExecution.execute(TaskExecution.java:36)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:57)
> at com.bigid.scanner.scannerboot.common.services.TestConnectionService.doService(TestConnectionService.java:20)
> at com.bigid.scanner.scannerboot.common.http.managers.TestConnectionSyncManager.lambda$runService$0(TestConnectionSyncManager.java:55)
> at java.base/java.util.concurrent.CompletableFuture$AsyncSupply.run(Unknown Source)
> at java.base/java.lang.Thread.run(Unknown Source)
--
This message was sent by Atlassian Jira
(v8.20.7#820007)