You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/09/22 13:11:38 UTC
[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1805 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1805/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:54208
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:54208
at __randomizedtesting.SeedInfo.seed([7B283F59D44B50E6:FACEB141A31430DA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:558)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:152)
at java.net.SocketInputStream.read(SocketInputStream.java:122)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
... 46 more
Build Log:
[...truncated 11008 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/init-core-data-001
[junit4] 2> 1215966 T2761 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1215972 T2761 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1215973 T2761 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1215975 T2762 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1216075 T2761 oasc.ZkTestServer.run start zk server on port:54198
[junit4] 2> 1216076 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1216078 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1216090 T2768 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f3c8252 name:ZooKeeperConnection Watcher:127.0.0.1:54198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1216090 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1216091 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1216092 T2761 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1216107 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1216128 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1216136 T2770 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a060bb0 name:ZooKeeperConnection Watcher:127.0.0.1:54198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1216137 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1216137 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1216138 T2761 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1216150 T2761 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1216159 T2761 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1216169 T2761 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1216179 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1216181 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1216198 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1216199 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1216212 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1216212 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1216224 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1216225 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1216239 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1216240 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1216251 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1216253 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1216265 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1216267 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1216278 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1216280 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1216291 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1216292 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1216303 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1216303 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1216312 T2761 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1216312 T2761 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1218367 T2761 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1218375 T2761 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54201
[junit4] 2> 1218376 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1218377 T2761 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1218378 T2761 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002
[junit4] 2> 1218379 T2761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/'
[junit4] 2> 1218427 T2761 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/solr.xml
[junit4] 2> 1218518 T2761 oasc.CoreContainer.<init> New CoreContainer 2020290095
[junit4] 2> 1218526 T2761 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/]
[junit4] 2> 1218529 T2761 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1218529 T2761 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1218530 T2761 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1218530 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1218531 T2761 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1218531 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1218532 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1218532 T2761 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1218534 T2761 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1218534 T2761 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1218536 T2761 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1218537 T2761 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1218538 T2761 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1218539 T2761 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54198/solr
[junit4] 2> 1218541 T2761 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1218542 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1218546 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1218551 T2781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44a54d6c name:ZooKeeperConnection Watcher:127.0.0.1:54198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1218552 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1218552 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1218557 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1218560 T2783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@449f9272 name:ZooKeeperConnection Watcher:127.0.0.1:54198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1218560 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1218564 T2761 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1218611 T2761 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1218624 T2761 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1218636 T2761 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1218648 T2761 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1218667 T2761 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1218672 T2761 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54201_
[junit4] 2> 1218675 T2761 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54201_
[junit4] 2> 1218680 T2761 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1218685 T2761 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1218691 T2761 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1218695 T2761 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54201_
[junit4] 2> 1218696 T2761 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1218701 T2761 oasc.Overseer.start Overseer (id=92496080068411395-127.0.0.1:54201_-n_0000000000) starting
[junit4] 2> 1218710 T2761 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1218742 T2761 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1218744 T2785 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1218746 T2761 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1218754 T2761 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1218761 T2761 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1218776 T2784 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1218787 T2787 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 1218788 T2787 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1218791 T2787 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1218791 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1218807 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "numShards":"1",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:54201_",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54201",
[junit4] 2> "core":"collection1"}
[junit4] 2> 1218807 T2784 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1218808 T2784 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
[junit4] 2> 1218808 T2784 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1218820 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1219793 T2787 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1219793 T2787 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1219797 T2787 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1219797 T2787 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1219806 T2787 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1219806 T2787 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/collection1/'
[junit4] 2> 1219808 T2787 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 1219809 T2787 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 1219810 T2787 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 1219898 T2787 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1219987 T2787 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1219993 T2787 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1220006 T2787 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1220423 T2787 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1220426 T2787 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1220427 T2787 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1220436 T2787 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1220532 T2787 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1220533 T2787 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1220534 T2787 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/control/data/
[junit4] 2> 1220534 T2787 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8c7d66
[junit4] 2> 1220535 T2787 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/control/data
[junit4] 2> 1220536 T2787 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/control/data/index/
[junit4] 2> 1220537 T2787 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1220539 T2787 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/control/data/index
[junit4] 2> 1220539 T2787 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=859358048, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1220542 T2787 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-262ad183)),segFN=segments_1,generation=1}
[junit4] 2> 1220542 T2787 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1220552 T2787 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1220553 T2787 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1220554 T2787 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1220554 T2787 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1220554 T2787 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1220554 T2787 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1220555 T2787 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1220555 T2787 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1220556 T2787 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1220557 T2787 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1220558 T2787 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1220559 T2787 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1220559 T2787 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1220560 T2787 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1220561 T2787 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1220561 T2787 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1220562 T2787 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1220562 T2787 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1220563 T2787 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1220564 T2787 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1220580 T2787 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1220582 T2787 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1220587 T2787 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1220590 T2787 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1220594 T2787 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1220594 T2787 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1220594 T2787 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1220595 T2787 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-262ad183)),segFN=segments_1,generation=1}
[junit4] 2> 1220595 T2787 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1220596 T2787 oass.SolrIndexSearcher.<init> Opening Searcher@613bf7a6[collection1] main
[junit4] 2> 1220596 T2787 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1220600 T2787 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1220600 T2787 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1220602 T2787 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1220602 T2787 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1220603 T2787 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1220606 T2787 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 1220606 T2787 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1220609 T2787 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
[junit4] 2> 1220619 T2787 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
[junit4] 2> 1220619 T2787 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1220620 T2787 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1220623 T2789 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@613bf7a6[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 1220626 T2787 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1220629 T2792 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54201 collection:control_collection shard:shard1
[junit4] 2> 1220631 T2761 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1220633 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1220635 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1220635 T2792 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1220637 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1220642 T2794 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49dd6dbc name:ZooKeeperConnection Watcher:127.0.0.1:54198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1220642 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1220643 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1220646 T2761 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1220658 T2792 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1220658 T2761 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1220664 T2792 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1220665 T2792 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2320 name=collection1 org.apache.solr.core.SolrCore@774412f3 url=http://127.0.0.1:54201/collection1 node=127.0.0.1:54201_ C2320_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:54201_, state=down, base_url=http://127.0.0.1:54201, core=collection1}
[junit4] 2> 1220665 T2792 C2320 P54201 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54201/collection1/
[junit4] 2> 1220665 T2792 C2320 P54201 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1220665 T2792 C2320 P54201 oasc.SyncStrategy.syncToMe http://127.0.0.1:54201/collection1/ has no replicas
[junit4] 2> 1220665 T2792 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54201/collection1/ shard1
[junit4] 2> 1220666 T2792 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1220673 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1220712 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1220713 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1220741 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1220744 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1220744 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1220797 T2792 oasc.ZkController.register We are http://127.0.0.1:54201/collection1/ and leader is http://127.0.0.1:54201/collection1/
[junit4] 2> 1220798 T2792 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54201
[junit4] 2> 1220798 T2792 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1220798 T2792 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 1220798 T2792 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1220802 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1220815 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:54201_",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:54201",
[junit4] 2> "core":"collection1"}
[junit4] 2> 1220923 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1220923 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1222634 T2761 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1222636 T2761 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1222642 T2761 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54205
[junit4] 2> 1222644 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1222644 T2761 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1222644 T2761 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003
[junit4] 2> 1222645 T2761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/'
[junit4] 2> 1222685 T2761 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/solr.xml
[junit4] 2> 1222751 T2761 oasc.CoreContainer.<init> New CoreContainer 953337442
[junit4] 2> 1222752 T2761 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/]
[junit4] 2> 1222754 T2761 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1222754 T2761 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1222754 T2761 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1222755 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1222755 T2761 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1222755 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1222756 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1222756 T2761 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1222756 T2761 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1222757 T2761 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1222757 T2761 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1222757 T2761 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1222758 T2761 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1222758 T2761 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54198/solr
[junit4] 2> 1222758 T2761 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1222759 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1222760 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1222764 T2806 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15de6913 name:ZooKeeperConnection Watcher:127.0.0.1:54198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1222766 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1222766 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1222774 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1222777 T2808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c63f7e0 name:ZooKeeperConnection Watcher:127.0.0.1:54198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1222778 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1222804 T2761 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1223826 T2761 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54205_
[junit4] 2> 1223829 T2761 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54205_
[junit4] 2> 1223850 T2761 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1223868 T2810 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1223868 T2810 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1223871 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1223871 T2810 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1223884 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:54205_",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54205",
[junit4] 2> "core":"collection1"}
[junit4] 2> 1223884 T2784 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1223885 T2784 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
[junit4] 2> 1223886 T2784 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1223896 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1223896 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1223897 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1224875 T2810 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1224875 T2810 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1224878 T2810 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1224878 T2810 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1224884 T2810 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1224885 T2810 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/collection1/'
[junit4] 2> 1224890 T2810 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 1224891 T2810 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 1224892 T2810 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 1224982 T2810 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1225068 T2810 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1225073 T2810 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1225080 T2810 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1225462 T2810 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1225463 T2810 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1225464 T2810 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1225491 T2810 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1225582 T2810 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1225584 T2810 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1225584 T2810 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty1/
[junit4] 2> 1225585 T2810 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8c7d66
[junit4] 2> 1225586 T2810 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty1
[junit4] 2> 1225587 T2810 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty1/index/
[junit4] 2> 1225587 T2810 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1225588 T2810 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty1/index
[junit4] 2> 1225590 T2810 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=859358048, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1225590 T2810 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-5f0581a3)),segFN=segments_1,generation=1}
[junit4] 2> 1225591 T2810 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1225600 T2810 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1225601 T2810 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1225601 T2810 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1225601 T2810 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1225602 T2810 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1225602 T2810 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1225602 T2810 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1225603 T2810 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1225603 T2810 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1225604 T2810 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1225604 T2810 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1225605 T2810 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1225605 T2810 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1225606 T2810 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1225606 T2810 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1225607 T2810 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1225607 T2810 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1225608 T2810 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1225609 T2810 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1225610 T2810 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1225629 T2810 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1225630 T2810 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1225635 T2810 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1225638 T2810 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1225641 T2810 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1225641 T2810 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1225642 T2810 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1225642 T2810 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-5f0581a3)),segFN=segments_1,generation=1}
[junit4] 2> 1225643 T2810 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1225643 T2810 oass.SolrIndexSearcher.<init> Opening Searcher@20dd5026[collection1] main
[junit4] 2> 1225644 T2810 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1225647 T2810 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1225647 T2810 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1225649 T2810 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1225649 T2810 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1225650 T2810 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1225654 T2810 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
[junit4] 2> 1225654 T2810 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1225655 T2810 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
[junit4] 2> 1225655 T2810 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1225662 T2811 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20dd5026[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 1225665 T2810 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1225667 T2814 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54205 collection:collection1 shard:shard2
[junit4] 2> 1225668 T2761 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1225668 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1225670 T2814 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1225685 T2814 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1225690 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1225695 T2814 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1225695 T2814 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2321 name=collection1 org.apache.solr.core.SolrCore@7580e448 url=http://127.0.0.1:54205/collection1 node=127.0.0.1:54205_ C2321_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:54205_, state=down, base_url=http://127.0.0.1:54205, core=collection1}
[junit4] 2> 1225695 T2814 C2321 P54205 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54205/collection1/
[junit4] 2> 1225695 T2814 C2321 P54205 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1225696 T2814 C2321 P54205 oasc.SyncStrategy.syncToMe http://127.0.0.1:54205/collection1/ has no replicas
[junit4] 2> 1225696 T2814 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54205/collection1/ shard2
[junit4] 2> 1225696 T2814 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1225718 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225719 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225721 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225765 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1225768 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225768 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225773 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225790 T2814 oasc.ZkController.register We are http://127.0.0.1:54205/collection1/ and leader is http://127.0.0.1:54205/collection1/
[junit4] 2> 1225790 T2814 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54205
[junit4] 2> 1225790 T2814 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1225791 T2814 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 1225791 T2814 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1225796 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1225804 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:54205_",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:54205",
[junit4] 2> "core":"collection1"}
[junit4] 2> 1225912 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225913 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1225914 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1227696 T2761 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1227698 T2761 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1227703 T2761 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54208
[junit4] 2> 1227704 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1227705 T2761 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1227705 T2761 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004
[junit4] 2> 1227705 T2761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/'
[junit4] 2> 1227744 T2761 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/solr.xml
[junit4] 2> 1227812 T2761 oasc.CoreContainer.<init> New CoreContainer 1733343414
[junit4] 2> 1227812 T2761 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/]
[junit4] 2> 1227813 T2761 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1227814 T2761 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1227814 T2761 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1227815 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1227815 T2761 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1227816 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1227816 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1227816 T2761 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1227817 T2761 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1227817 T2761 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1227818 T2761 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1227818 T2761 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1227818 T2761 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1227819 T2761 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54198/solr
[junit4] 2> 1227819 T2761 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1227820 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1227821 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1227825 T2825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@648ee9b7 name:ZooKeeperConnection Watcher:127.0.0.1:54198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1227827 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1227827 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1227832 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1227835 T2827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2553d55d name:ZooKeeperConnection Watcher:127.0.0.1:54198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1227836 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1227859 T2761 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1228878 T2761 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54208_
[junit4] 2> 1228882 T2761 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54208_
[junit4] 2> 1228904 T2761 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1228926 T2829 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1228927 T2829 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1228929 T2829 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1228930 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1228943 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":null,
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:54208_",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54208",
[junit4] 2> "core":"collection1"}
[junit4] 2> 1228943 T2784 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1228943 T2784 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1228954 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1228954 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1228955 T2828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1228954 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1229931 T2829 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1229932 T2829 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1229938 T2829 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1229939 T2829 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1229944 T2829 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1229945 T2829 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/collection1/'
[junit4] 2> 1229946 T2829 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 1229947 T2829 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 1229947 T2829 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 1230032 T2829 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1230127 T2829 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1230131 T2829 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1230146 T2829 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1230535 T2829 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1230539 T2829 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1230541 T2829 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1230550 T2829 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1230634 T2829 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1230635 T2829 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1230635 T2829 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty2/
[junit4] 2> 1230635 T2829 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c8c7d66
[junit4] 2> 1230637 T2829 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty2
[junit4] 2> 1230637 T2829 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty2/index/
[junit4] 2> 1230637 T2829 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1230638 T2829 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-001/jetty2/index
[junit4] 2> 1230640 T2829 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=859358048, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 1230641 T2829 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-d4240bf)),segFN=segments_1,generation=1}
[junit4] 2> 1230641 T2829 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1230649 T2829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1230650 T2829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1230650 T2829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1230650 T2829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1230651 T2829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1230651 T2829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1230652 T2829 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1230652 T2829 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1230652 T2829 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1230653 T2829 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1230654 T2829 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1230655 T2829 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1230656 T2829 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1230657 T2829 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1230657 T2829 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1230657 T2829 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1230659 T2829 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1230660 T2829 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1230661 T2829 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1230662 T2829 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1230677 T2829 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1230679 T2829 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1230682 T2829 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1230686 T2829 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1230694 T2829 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1230694 T2829 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1230696 T2829 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1230697 T2829 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-d4240bf)),segFN=segments_1,generation=1}
[junit4] 2> 1230697 T2829 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1230698 T2829 oass.SolrIndexSearcher.<init> Opening Searcher@9302a17[collection1] main
[junit4] 2> 1230698 T2829 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1230702 T2829 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1230702 T2829 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 1230704 T2829 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1230704 T2829 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 1230704 T2829 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1230707 T2829 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
[junit4] 2> 1230707 T2829 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1230707 T2829 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
[junit4] 2> 1230708 T2829 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 1230712 T2830 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9302a17[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 1230715 T2829 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1230717 T2833 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54208 collection:collection1 shard:shard1
[junit4] 2> 1230718 T2761 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1230719 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1230720 T2833 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1230736 T2833 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1230742 T2833 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1230742 T2833 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2322 name=collection1 org.apache.solr.core.SolrCore@11cd5594 url=http://127.0.0.1:54208/collection1 node=127.0.0.1:54208_ C2322_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:54208_, state=down, base_url=http://127.0.0.1:54208, core=collection1}
[junit4] 2> 1230742 T2833 C2322 P54208 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54208/collection1/
[junit4] 2> 1230743 T2833 C2322 P54208 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1230743 T2833 C2322 P54208 oasc.SyncStrategy.syncToMe http://127.0.0.1:54208/collection1/ has no replicas
[junit4] 2> 1230743 T2833 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54208/collection1/ shard1
[junit4] 2> 1230744 T2833 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1230749 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1230774 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230774 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230775 T2828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230776 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230822 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1230825 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230826 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230828 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230828 T2828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1230870 T2833 oasc.ZkController.register We are http://127.0.0.1:54208/collection1/ and leader is http://127.0.0.1:54208/collection1/
[junit4] 2> 1230870 T2833 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54208
[junit4] 2> 1230871 T2833 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1230871 T2833 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 1230871 T2833 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1230876 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1230891 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "operation":"state",
[junit4] 2> "node_name":"127.0.0.1:54208_",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:54208",
[junit4] 2> "core":"collection1"}
[junit4] 2> 1231002 T2795 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1231002 T2828 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1231002 T2788 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1231003 T2809 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1232715 T2761 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 1232716 T2761 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1232721 T2761 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54211
[junit4] 2> 1232722 T2761 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1232723 T2761 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1232723 T2761 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-005
[junit4] 2> 1232724 T2761 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-005/'
[junit4] 2> 1232771 T2761 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-005/solr.xml
[junit4] 2> 1232858 T2761 oasc.CoreContainer.<init> New CoreContainer 790620228
[junit4] 2> 1232859 T2761 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001/tempDir-005/]
[junit4] 2> 1232860 T2761 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1232860 T2761 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1232861 T2761 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1232861 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1232862 T2761 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1232862 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1232862 T2761 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1232863 T2761 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1232863 T2761 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1232865 T2761 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1232865 T2761 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1232865 T2761 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1232866 T2761 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1232866 T2761 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54198/solr
[junit4] 2> 1232867 T2761 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1232867 T2761 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1232868 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1232871 T2844 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57c9e087 name:ZooKeeperConnection Watcher:127.0.0.1:54198 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1232872 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1232872 T2761 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1232878 T2761 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1232882 T2846 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fd5f8da name:ZooKeeperConnection Watcher:127.0.0.1:54198/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1232882 T2761 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1232906 T2761 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1233924 T2761 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54211_
[junit4] 2> 1233927 T2761 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54211_
[junit4] 2> 1233949 T2761 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1233971 T2848 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 1233971 T2848 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1233974 T2788 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1233974 T2848 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1233986 T2784 oasc.Overseer$ClusterStateUpdater.updateState Update state numSh
[...truncated too long message...]
ient$5.execute(SolrZkClient.java:313)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:310)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:310)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getIndividualColls(ZkStateReader.java:483)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.constructState(ZkStateReader.java:448)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$200(ZkStateReader.java:55)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$2.process(ZkStateReader.java:315)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:266)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1575207 T2905 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1575223 T2761 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 1580213 T2761 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 1580217 T2761 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54198 54198
[junit4] 2> 1580231 T2762 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54198 54198
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=7B283F59D44B50E6 -Dtests.slow=true -Dtests.locale=fr -Dtests.timezone=Australia/Adelaide -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 365s | ShardSplitTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:54208
[junit4] > at __randomizedtesting.SeedInfo.seed([7B283F59D44B50E6:FACEB141A31430DA]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:558)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
[junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
[junit4] > at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
[junit4] > at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:152)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:122)
[junit4] > at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
[junit4] > at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
[junit4] > at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
[junit4] > at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
[junit4] > ... 46 more
[junit4] 2> 1580472 T2761 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-7B283F59D44B50E6-001
[junit4] 2> 364529 T2760 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fr, timezone=Australia/Adelaide
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=182606864,total=293666816
[junit4] 2> NOTE: All tests run in this JVM: [TestPartialUpdateDeduplication, TestSchemaResource, TestManagedResourceStorage, FileUtilsTest, TestStressLucene, TestStressRecovery, TestCollationFieldDocValues, TestGroupingSearch, ZkControllerTest, TestNRTOpen, TestHashPartitioner, FieldAnalysisRequestHandlerTest, TestOmitPositions, TestFoldingMultitermQuery, SpellCheckComponentTest, AnalysisErrorHandlingTest, PluginInfoTest, PingRequestHandlerTest, TestSchemaSimilarityResource, DocumentAnalysisRequestHandlerTest, SolrCmdDistributorTest, TestFuzzyAnalyzedSuggestions, RollingRestartTest, HighlighterConfigTest, OutputWriterTest, TestPerFieldSimilarity, TestReplicationHandler, ClusterStateUpdateTest, JSONWriterTest, TestInitQParser, DistributedSuggestComponentTest, DocValuesMissingTest, AssignTest, TestIBSimilarityFactory, WordBreakSolrSpellCheckerTest, DateRangeFieldTest, AnalyticsMergeStrategyTest, SSLMigrationTest, TestSchemaNameResource, RequestHandlersTest, LoggingHandlerTest, TestLuceneMatchVersion, TestImplicitCoreProperties, TestSolr4Spatial, TestPhraseSuggestions, SimplePostToolTest, TestJmxMonitoredMap, DocumentBuilderTest, TestSolrDeletionPolicy1, OverseerRolesTest, RAMDirectoryFactoryTest, TestSerializedLuceneMatchVersion, AtomicUpdatesTest, CoreAdminCreateDiscoverTest, UpdateRequestProcessorFactoryTest, XsltUpdateRequestHandlerTest, TestSolrQueryParserResource, TestFastOutputStream, TestCoreContainer, ZkCLITest, NumericFieldsTest, CoreAdminRequestStatusTest, TestQueryTypes, TestLeaderElectionZkExpiry, TestSolrQueryParser, TestRecoveryHdfs, PreAnalyzedUpdateProcessorTest, IndexSchemaRuntimeFieldTest, TestMultiCoreConfBootstrap, TestLMJelinekMercerSimilarityFactory, DeleteReplicaTest, TestCharFilters, TestDocSet, SpatialFilterTest, TestMissingGroups, QueryResultKeyTest, LukeRequestHandlerTest, LeaderElectionTest, TestStressUserVersions, SuggesterTest, MinimalSchemaTest, PrimitiveFieldTypeTest, TestSchemaVersionResource, BlockDirectoryTest, ModifyConfFileTest, StandardRequestHandlerTest, TestSolrJ, SharedFSAutoReplicaFailoverTest, TestFreeTextSuggestions, PathHierarchyTokenizerFactoryTest, DistribCursorPagingTest, CSVRequestHandlerTest, TestRealTimeGet, TestShardHandlerFactory, HdfsLockFactoryTest, TestSolrDeletionPolicy2, ShardSplitTest]
[junit4] Completed in 365.34s, 1 test, 1 error <<< FAILURES!
[...truncated 1052 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:471: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:60: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:962: There were test failures: 429 suites, 1772 tests, 1 error, 50 ignored (22 assumptions)
Total time: 178 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1806 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1806/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.DeleteReplicaTest.testDistribSearch
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:50107/_g/w, https://127.0.0.1:50113/_g/w, https://127.0.0.1:50099/_g/w, https://127.0.0.1:50110/_g/w, https://127.0.0.1:50104/_g/w]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:50107/_g/w, https://127.0.0.1:50113/_g/w, https://127.0.0.1:50099/_g/w, https://127.0.0.1:50110/_g/w, https://127.0.0.1:50104/_g/w]
at __randomizedtesting.SeedInfo.seed([57FD2DCD0F2B8E08:D61BA3D57874EE34]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880)
at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171)
at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144)
at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1
at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
... 47 more
Build Log:
[...truncated 10899 lines...]
[junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/init-core-data-001
[junit4] 2> 1333094 T3062 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
[junit4] 2> 1333095 T3062 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_g/w
[junit4] 2> 1333104 T3062 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1333105 T3062 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1333106 T3063 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1333207 T3062 oasc.ZkTestServer.run start zk server on port:50095
[junit4] 2> 1333207 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1333208 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1333214 T3069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48e80abe name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1333215 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1333215 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1333215 T3062 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1333224 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1333226 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1333229 T3071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60b74718 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1333229 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1333235 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1333236 T3062 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1333244 T3062 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1333252 T3062 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1333258 T3062 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1333266 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1333267 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1333277 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1333278 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1333285 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1333286 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1333293 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1333294 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1333301 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1333302 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1333309 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1333310 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1333317 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1333317 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1333325 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1333326 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1333333 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1333334 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1333342 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1333342 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1333350 T3062 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1333351 T3062 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1333361 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1333362 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1333365 T3073 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@437fe6b3 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1333366 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1333366 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1335125 T3062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1335133 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1335134 T3062 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50099
[junit4] 2> 1335138 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1335139 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1335139 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002
[junit4] 2> 1335139 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/'
[junit4] 2> 1335184 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/solr.xml
[junit4] 2> 1335239 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002
[junit4] 2> 1335240 T3062 oasc.CoreContainer.<init> New CoreContainer 393821199
[junit4] 2> 1335240 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/]
[junit4] 2> 1335241 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1335242 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1335242 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1335242 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1335243 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1335243 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1335243 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1335244 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1335244 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1335248 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1335250 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1335250 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1335251 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1335251 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr
[junit4] 2> 1335251 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1335252 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1335253 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1335257 T3084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cdfbe96 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1335258 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1335258 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1335263 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1335266 T3086 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28b9abc name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1335266 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1335269 T3062 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1335278 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1335287 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1335296 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1335305 T3062 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1335317 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1335321 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50099__g%2Fw
[junit4] 2> 1335323 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50099__g%2Fw
[junit4] 2> 1335332 T3062 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1335338 T3062 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1335344 T3062 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1335349 T3062 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:50099__g%2Fw
[junit4] 2> 1335349 T3062 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1335356 T3062 oasc.Overseer.start Overseer (id=92498195914489860-127.0.0.1:50099__g%2Fw-n_0000000000) starting
[junit4] 2> 1335367 T3062 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1335403 T3062 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
[junit4] 2> 1335405 T3088 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1335408 T3087 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1335410 T3062 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1335418 T3062 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1335423 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1335437 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002
[junit4] 2> 1336396 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/conf/
[junit4] 2> 1336540 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1336546 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1336546 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1336551 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1336556 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1336557 T3092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b6822ac name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1336558 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1336558 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1336560 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1336574 T3062 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1336575 T3062 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
[junit4] 2> 1336575 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1336577 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1336583 T3094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11d83d0b name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1336584 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1336584 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1336591 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1336606 T3087 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
[junit4] 2> 1336606 T3087 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1336607 T3087 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
[junit4] 2> 1336619 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
[junit4] 2> 1336626 T3096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1336626 T3095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1338431 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1338432 T3062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1338439 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1338441 T3062 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50104
[junit4] 2> 1338446 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1338447 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1338447 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003
[junit4] 2> 1338447 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/'
[junit4] 2> 1338489 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/solr.xml
[junit4] 2> 1338556 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003
[junit4] 2> 1338558 T3062 oasc.CoreContainer.<init> New CoreContainer 1259900292
[junit4] 2> 1338558 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/]
[junit4] 2> 1338559 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1338559 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1338559 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1338560 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1338561 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1338562 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1338565 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1338567 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1338568 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1338568 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1338568 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr
[junit4] 2> 1338569 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1338569 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1338571 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1338591 T3107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7de76f45 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1338592 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1338593 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1338598 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1338602 T3109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20b1db70 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1338602 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1338625 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1339646 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50104__g%2Fw
[junit4] 2> 1339649 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50104__g%2Fw
[junit4] 2> 1339665 T3062 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1339677 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003
[junit4] 2> 1340610 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/conf/
[junit4] 2> 1340739 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1340741 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1340741 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1342622 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1342623 T3062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1342635 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1342639 T3062 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50107
[junit4] 2> 1342643 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1342643 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1342644 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004
[junit4] 2> 1342644 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/'
[junit4] 2> 1342691 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/solr.xml
[junit4] 2> 1342791 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004
[junit4] 2> 1342793 T3062 oasc.CoreContainer.<init> New CoreContainer 309130171
[junit4] 2> 1342793 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/]
[junit4] 2> 1342797 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1342798 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1342799 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1342800 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1342800 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1342800 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1342801 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1342801 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1342802 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1342809 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1342816 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1342816 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1342817 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1342817 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr
[junit4] 2> 1342817 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1342818 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1342820 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1342825 T3122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a2a7b91 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1342826 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1342826 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1342833 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1342838 T3124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38373748 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1342838 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1342866 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1343892 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50107__g%2Fw
[junit4] 2> 1343895 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50107__g%2Fw
[junit4] 2> 1343908 T3062 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1343917 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004
[junit4] 2> 1344655 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/conf/
[junit4] 2> 1344750 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1344753 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1344753 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1346867 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 1346868 T3062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1346875 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1346876 T3062 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50110
[junit4] 2> 1346881 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1346881 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1346881 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005
[junit4] 2> 1346882 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/'
[junit4] 2> 1346923 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/solr.xml
[junit4] 2> 1347001 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005
[junit4] 2> 1347002 T3062 oasc.CoreContainer.<init> New CoreContainer 1817335428
[junit4] 2> 1347002 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/]
[junit4] 2> 1347003 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1347004 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1347004 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1347004 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1347005 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1347005 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1347005 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1347006 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1347006 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1347009 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1347012 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1347012 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1347012 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1347013 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr
[junit4] 2> 1347013 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1347013 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1347015 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1347019 T3137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36a21bcf name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1347021 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1347021 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1347028 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1347033 T3139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2421fec9 name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1347033 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1347060 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1348085 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50110__g%2Fw
[junit4] 2> 1348087 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50110__g%2Fw
[junit4] 2> 1348105 T3062 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1348119 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005
[junit4] 2> 1349024 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-005/conf/
[junit4] 2> 1349145 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1349149 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1349150 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1351494 T3062 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
[junit4] 2> 1351495 T3062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1351505 T3062 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 1351507 T3062 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:50113
[junit4] 2> 1351511 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1351512 T3062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1351512 T3062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006
[junit4] 2> 1351512 T3062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/'
[junit4] 2> 1351560 T3062 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/solr.xml
[junit4] 2> 1351636 T3062 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006
[junit4] 2> 1351637 T3062 oasc.CoreContainer.<init> New CoreContainer 1337468028
[junit4] 2> 1351637 T3062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/]
[junit4] 2> 1351639 T3062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1351639 T3062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1351640 T3062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1351640 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1351640 T3062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1351641 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1351642 T3062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1351642 T3062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1351643 T3062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1351649 T3062 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
[junit4] 2> 1351656 T3062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1351656 T3062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1351657 T3062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1351657 T3062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50095/solr
[junit4] 2> 1351658 T3062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1351659 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1351661 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1351666 T3152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33cbf522 name:ZooKeeperConnection Watcher:127.0.0.1:50095 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1351667 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1351667 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1351672 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1351677 T3154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ed7d6ec name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1351677 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1351705 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1352730 T3062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50113__g%2Fw
[junit4] 2> 1352732 T3062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50113__g%2Fw
[junit4] 2> 1352746 T3062 oasc.Overseer.close Overseer (id=null) closing
[junit4] 2> 1352755 T3062 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006
[junit4] 2> 1353796 T3062 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/conf/
[junit4] 2> 1353961 T3062 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1353964 T3062 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
[junit4] 2> 1353965 T3062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1353980 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1353981 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1353985 T3158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc640be name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1353985 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1353986 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1353991 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1354005 T3062 oasc.AbstractFullDistribZkTestBase.createCollection Creating collection with stateFormat=2: delLiveColl
[junit4] 2> 1354006 T3062 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
[junit4] 2> 1354007 T3062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1354011 T3160 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@337bb3ff name:ZooKeeperConnection Watcher:127.0.0.1:50095/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1354011 T3062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1354012 T3062 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
[junit4] 2> 1354015 T3062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1354085 T3102 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&wt=javabin&replicationFactor=2&stateFormat=2&maxShardsPerNode=2&name=delLiveColl&action=CREATE&version=2
[junit4] 2> 1354087 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1354093 T3088 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"create",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "stateFormat":"2"}
[junit4] 2> 1354095 T3161 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
[junit4] 2> "operation":"create",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"delLiveColl",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "stateFormat":"2"}
[junit4] 2> 1354102 T3161 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
[junit4] 2> 1354103 T3161 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/delLiveColl
[junit4] 2> 1354105 T3161 oascc.SolrZkClient.makePath makePath: /collections/delLiveColl
[junit4] 2> 1354120 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1354134 T3087 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: delLiveColl
[junit4] 2> 1354135 T3087 oasc.Overseer$ClusterStateUpdater.createCollection Create collection delLiveColl with shards [shard1, shard2]
[junit4] 2> 1354135 T3087 oasc.Overseer$ClusterStateUpdater.createCollection state version delLiveColl 2
[junit4] 2> 1354147 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/delLiveColl/state.json
[junit4] 2> 1354153 T3095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354153 T3125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354154 T3096 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354155 T3110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354154 T3140 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354157 T3162 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354159 T3155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354164 T3163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1354221 T3161 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection delLiveColl, shardNames [shard1, shard2] , replicationFactor : 2
[junit4] 2> 1354222 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica1 as part of slice shard1 of collection delLiveColl on 127.0.0.1:50099__g%2Fw
[junit4] 2> 1354228 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard1_replica2 as part of slice shard1 of collection delLiveColl on 127.0.0.1:50107__g%2Fw
[junit4] 2> 1354247 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica1 as part of slice shard2 of collection delLiveColl on 127.0.0.1:50113__g%2Fw
[junit4] 2> 1354299 T3078 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard1_replica1&collection=delLiveColl&action=CREATE&shard=shard1&version=2
[junit4] 2> 1354318 T3161 oasc.OverseerCollectionProcessor.createCollection Creating shard delLiveColl_shard2_replica2 as part of slice shard2 of collection delLiveColl on 127.0.0.1:50104__g%2Fw
[junit4] 2> 1354345 T3116 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard1_replica2&collection=delLiveColl&action=CREATE&shard=shard1&version=2
[junit4] 2> 1354379 T3078 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica1 state=down collection=delLiveColl
[junit4] 2> 1354397 T3149 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard2_replica1&collection=delLiveColl&action=CREATE&shard=shard2&version=2
[junit4] 2> 1354399 T3100 oasha.CoreAdminHandler.handleCreateAction core create command numShards=2&collection.configName=conf1&wt=javabin&qt=/admin/cores&name=delLiveColl_shard2_replica2&collection=delLiveColl&action=CREATE&shard=shard2&version=2
[junit4] 2> 1354405 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1354417 T3116 oasc.ZkController.publish publishing core=delLiveColl_shard1_replica2 state=down collection=delLiveColl
[junit4] 2> 1354423 T3100 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica2 state=down collection=delLiveColl
[junit4] 2> 1354426 T3078 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
[junit4] 2> 1354426 T3078 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
[junit4] 2> 1354431 T3149 oasc.ZkController.publish publishing core=delLiveColl_shard2_replica1 state=down collection=delLiveColl
[junit4] 2> 1354432 T3078 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper...
[junit4] 2> 1354434 T3116 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
[junit4] 2> 1354435 T3116 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
[junit4] 2> 1354443 T3116 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper...
[junit4] 2> 1354456 T3100 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
[junit4] 2> 1354456 T3100 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
[junit4] 2> 1354459 T3078 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0
[junit4] 2> 1354460 T3100 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper...
[junit4] 2> 1354460 T3078 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1354465 T3149 oasc.ZkController.preRegister Registering watch for external collection delLiveColl
[junit4] 2> 1354465 T3149 oascc.ZkStateReader.addZkWatch addZkWatch delLiveColl
[junit4] 2> 1354468 T3116 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0
[junit4] 2> 1354469 T3116 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1354468 T3149 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/delLiveColl/state.json from ZooKeeper...
[junit4] 2> 1354474 T3100 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0
[junit4] 2> 1354475 T3100 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1354479 T3149 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0
[junit4] 2> 1354479 T3149 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1354490 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 0
[junit4] 2> 1354490 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"delLiveColl_shard1_replica1",
[junit4] 2> "node_name":"127.0.0.1:50099__g%2Fw",
[junit4] 2> "state":"down",
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "base_url":"https://127.0.0.1:50099/_g/w",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null}
[junit4] 2> 1354505 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
[junit4] 2> 1354507 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354507 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354508 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354509 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354511 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1
[junit4] 2> 1354512 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1
[junit4] 2> 1354514 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1
[junit4] 2> 1354527 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1
[junit4] 2> 1354547 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 1
[junit4] 2> 1354548 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"delLiveColl_shard1_replica2",
[junit4] 2> "node_name":"127.0.0.1:50107__g%2Fw",
[junit4] 2> "state":"down",
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "base_url":"https://127.0.0.1:50107/_g/w",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null}
[junit4] 2> 1354557 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1354562 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
[junit4] 2> 1354565 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354567 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354568 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354571 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354575 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2
[junit4] 2> 1354576 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2
[junit4] 2> 1354577 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2
[junit4] 2> 1354590 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2
[junit4] 2> 1354611 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 2
[junit4] 2> 1354612 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"delLiveColl_shard2_replica2",
[junit4] 2> "node_name":"127.0.0.1:50104__g%2Fw",
[junit4] 2> "state":"down",
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "base_url":"https://127.0.0.1:50104/_g/w",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null}
[junit4] 2> 1354621 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1354622 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
[junit4] 2> 1354625 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354626 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354627 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354629 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3
[junit4] 2> 1354630 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3
[junit4] 2> 1354630 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3
[junit4] 2> 1354631 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354642 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3
[junit4] 2> 1354666 T3087 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 3
[junit4] 2> 1354667 T3087 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "numShards":"2",
[junit4] 2> "operation":"state",
[junit4] 2> "core":"delLiveColl_shard2_replica1",
[junit4] 2> "node_name":"127.0.0.1:50113__g%2Fw",
[junit4] 2> "state":"down",
[junit4] 2> "collection":"delLiveColl",
[junit4] 2> "base_url":"https://127.0.0.1:50113/_g/w",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null}
[junit4] 2> 1354676 T3095 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1354679 T3087 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/delLiveColl/state.json
[junit4] 2> 1354683 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354683 T3110 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354683 T3155 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354685 T3125 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/delLiveColl/state.json, has occurred - updating...
[junit4] 2> 1354689 T3155 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4
[junit4] 2> 1354690 T3110 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4
[junit4] 2> 1354694 T3125 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4
[junit4] 2> 1354702 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for delLiveColl to ver 4
[junit4] 2> 1355466 T3078 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica1
[junit4] 2> 1355467 T3078 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1355469 T3078 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1355470 T3078 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1355472 T3116 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard1_replica2
[junit4] 2> 1355473 T3116 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1355478 T3116 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1355478 T3116 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1355478 T3100 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica2
[junit4] 2> 1355480 T3100 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1355481 T3078 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1355482 T3078 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-002/delLiveColl_shard1_replica1/'
[junit4] 2> 1355486 T3149 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for delLiveColl_shard2_replica1
[junit4] 2> 1355487 T3149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:delLiveColl
[junit4] 2> 1355492 T3100 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1355493 T3100 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1355495 T3116 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1355496 T3116 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/'
[junit4] 2> 1355498 T3149 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1355499 T3149 oascc.ZkStateReader.readConfigName Load collection config from:/collections/delLiveColl
[junit4] 2> 1355521 T3100 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1355522 T3100 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/'
[junit4] 2> 1355531 T3149 oascc.ZkStateReader.readConfigName path=/collections/delLiveColl configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1355531 T3149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/'
[junit4] 2> 1356176 T3149 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1356224 T3078 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1356240 T3100 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1356243 T3116 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
[junit4] 2> 1356457 T3078 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1356464 T3149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1356475 T3149 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1356477 T3078 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1356496 T3100 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1356509 T3100 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1356526 T3116 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1356541 T3149 oass.IndexSchema.readSchema [delLiveColl_shard2_replica1] Schema name=test
[junit4] 2> 1356543 T3116 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1356551 T3078 oass.IndexSchema.readSchema [delLiveColl_shard1_replica1] Schema name=test
[junit4] 2> 1356558 T3100 oass.IndexSchema.readSchema [delLiveColl_shard2_replica2] Schema name=test
[junit4] 2> 1356585 T3116 oass.IndexSchema.readSchema [delLiveColl_shard1_replica2] Schema name=test
[junit4] 2> 1358443 T3116 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1358491 T3116 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1358499 T3116 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1358502 T3078 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1358516 T3100 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1358528 T3100 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1358534 T3078 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1358537 T3100 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1358560 T3078 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1358591 T3149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1358620 T3116 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1358641 T3116 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1358645 T3100 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1358648 T3149 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1358656 T3149 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1358659 T3100 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1358668 T3116 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1358676 T3100 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1358683 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1358684 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1358684 T3100 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1358683 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1358701 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1358702 T3116 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1358690 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1358705 T3100 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1358706 T3100 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard2_replica2' using configuration from collection delLiveColl
[junit4] 2> 1358706 T3100 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1358707 T3100 oasc.SolrCore.<init> [delLiveColl_shard2_replica2] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/
[junit4] 2> 1358708 T3100 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e311eb1
[junit4] 2> 1358710 T3100 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data
[junit4] 2> 1358715 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1358717 T3116 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1358720 T3116 oasc.CoreContainer.create Creating SolrCore 'delLiveColl_shard1_replica2' using configuration from collection delLiveColl
[junit4] 2> 1358721 T3116 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1358723 T3116 oasc.SolrCore.<init> [delLiveColl_shard1_replica2] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/
[junit4] 2> 1358723 T3116 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e311eb1
[junit4] 2> 1358716 T3100 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/index/
[junit4] 2> 1358727 T3100 oasc.SolrCore.initIndex WARN [delLiveColl_shard2_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1358728 T3100 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-003/delLiveColl_shard2_replica2/data/index
[junit4] 2> 1358730 T3100 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1358732 T3116 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data
[junit4] 2> 1358734 T3116 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/index/
[junit4] 2> 1358735 T3116 oasc.SolrCore.initIndex WARN [delLiveColl_shard1_replica2] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1358736 T3116 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-004/delLiveColl_shard1_replica2/data/index
[junit4] 2> 1358738 T3116 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=34, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1358740 T3116 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-47060056)),segFN=segments_1,generation=1}
[junit4] 2> 1358741 T3116 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1358750 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1358752 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1358754 T3116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1358754 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1358755 T3116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1358755 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1358756 T3116 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1358758 T3116 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1358759 T3116 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1358760 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1358761 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1358762 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1358765 T3116 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1358766 T3116 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1358768 T3116 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1358768 T3116 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1358770 T3116 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1358770 T3116 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1358771 T3116 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1358772 T3116 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1358785 T3100 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory(id=lucene-76ff5c2a)),segFN=segments_1,generation=1}
[junit4] 2> 1358786 T3100 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1358799 T3078 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1358804 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1358809 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1358816 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1358817 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1358817 T3100 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1358818 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1358819 T3100 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1358819 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1358820 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1358820 T3100 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1358827 T3116 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1358842 T3100 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1358843 T3100 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1358844 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1358846 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1358847 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
[junit4] 2> 1358848 T3100 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1358849 T3100 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1358849 T3100 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1358851 T3100 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1358852 T3100 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1358854 T3100 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1358849 T3116 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1358856 T3116 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1358857 T3100 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1358859 T310
[...truncated too long message...]
hingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data/index
[junit4] 2> 1562602 T3062 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data;done=false>>]
[junit4] 2> 1562603 T3062 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001/tempDir-006/delLiveColl_shard2_replica1/data
[junit4] 2> 1562605 T3062 oasc.Overseer.close Overseer (id=92498195914489870-127.0.0.1:50113__g%2Fw-n_0000000004) closing
[junit4] 2> 1562606 T3210 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:50113__g%2Fw
[junit4] 2> 1564111 T3213 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:347)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:344)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:344)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:383)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:126)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:333)
[junit4] 2>
[junit4] 2> 1564113 T3155 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1564129 T3062 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_g/w,null}
[junit4] 2> 1569119 T3062 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 1569121 T3062 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50095 50095
[junit4] 2> 1569132 T3063 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50095 50095
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DeleteReplicaTest -Dtests.method=testDistribSearch -Dtests.seed=57FD2DCD0F2B8E08 -Dtests.slow=true -Dtests.locale=ar -Dtests.timezone=America/Dawson_Creek -Dtests.file.encoding=US-ASCII
[junit4] ERROR 236s | DeleteReplicaTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:50107/_g/w, https://127.0.0.1:50113/_g/w, https://127.0.0.1:50099/_g/w, https://127.0.0.1:50110/_g/w, https://127.0.0.1:50104/_g/w]
[junit4] > at __randomizedtesting.SeedInfo.seed([57FD2DCD0F2B8E08:D61BA3D57874EE34]:0)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:322)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:880)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:658)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:601)
[junit4] > at org.apache.solr.cloud.DeleteReplicaTest.removeAndWaitForReplicaGone(DeleteReplicaTest.java:171)
[junit4] > at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:144)
[junit4] > at org.apache.solr.cloud.DeleteReplicaTest.doTest(DeleteReplicaTest.java:88)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not remove replica : delLiveColl/shard1/core_node1
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:550)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:343)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:304)
[junit4] > ... 47 more
[junit4] 2> 1569455 T3062 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DeleteReplicaTest-57FD2DCD0F2B8E08-001
[junit4] 2> 236365 T3061 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene410: {}, docValues:{}, sim=DefaultSimilarity, locale=ar, timezone=America/Dawson_Creek
[junit4] 2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=81250424,total=146993152
[junit4] 2> NOTE: All tests run in this JVM: [TestManagedSynonymFilterFactory, MoreLikeThisHandlerTest, TestFiltering, ConnectionManagerTest, TestOrdValues, OverseerTest, TestRecovery, FullSolrCloudDistribCmdsTest, TestCoreDiscovery, TestPivotHelperCode, CursorMarkTest, TestAtomicUpdateErrorCases, TestMergePolicyConfig, FileBasedSpellCheckerTest, TestBinaryResponseWriter, TestPHPSerializedResponseWriter, HdfsSyncSliceTest, TestSolrDeletionPolicy2, ResourceLoaderTest, TestSuggestSpellingConverter, DistributedIntervalFacetingTest, TestShardHandlerFactory, ClusterStateTest, ParsingFieldUpdateProcessorsTest, TestStressLucene, OutOfBoxZkACLAndCredentialsProvidersTest, TestJmxIntegration, TestManagedSchemaDynamicFieldResource, TermsComponentTest, CoreAdminHandlerTest, TestNRTOpen, ModifyConfFileTest, TestCollationField, TestReplicationHandlerBackup, SynonymTokenizerTest, DisMaxRequestHandlerTest, DistribCursorPagingTest, WordBreakSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestFastLRUCache, LukeRequestHandlerTest, ShowFileRequestHandlerTest, AutoCommitTest, BasicDistributedZkTest, CacheHeaderTest, BinaryUpdateRequestHandlerTest, TestExceedMaxTermLength, TestBlendedInfixSuggestions, BadCopyFieldTest, OverriddenZkACLAndCredentialsProvidersTest, SuggestComponentTest, DistributedExpandComponentTest, TestDynamicFieldCollectionResource, SolrInfoMBeanTest, CopyFieldTest, HdfsDirectoryTest, AnalyticsMergeStrategyTest, TestDefaultSearchFieldResource, NotRequiredUniqueKeyTest, TestArbitraryIndexDir, TestSolr4Spatial, UpdateParamsTest, ReplicationFactorTest, BasicZkTest, SolrIndexSplitterTest, MultiTermTest, BasicDistributedZk2Test, TestSearcherReuse, DeleteShardTest, EchoParamsTest, TestStressVersions, ConvertedLegacyTest, HttpPartitionTest, SolrIndexConfigTest, TestNonNRTOpen, DistanceFunctionTest, TestSurroundQueryParser, TestUpdate, TestSortingResponseWriter, TermVectorComponentTest, TestCharFilters, TestSystemIdResolver, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, ShardRoutingCustomTest, EnumFieldTest, ChaosMonkeySafeLeaderTest, SortByFunctionTest, TestManagedResource, DeleteReplicaTest]
[junit4] Completed in 237.16s, 1 test, 1 error <<< FAILURES!
[...truncated 1072 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:491: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:471: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:60: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:962: There were test failures: 429 suites, 1772 tests, 1 error, 50 ignored (22 assumptions)
Total time: 179 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any