You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/28 07:00:51 UTC
[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_60-ea-b15) -
Build # 10403 - Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10403/
Java: 32bit/jdk1.7.0_60-ea-b15 -server -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
No live SolrServers available to handle this request
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
at __randomizedtesting.SeedInfo.seed([BBFCDA495F5BF38C:3A1A5451280493B0]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:650)
at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1141)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1110)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 10753 lines...]
[junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/init-core-data-001
[junit4] 2> 94738 T413 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
[junit4] 2> 94738 T413 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 94742 T413 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 94742 T413 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 94743 T414 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 94843 T413 oasc.ZkTestServer.run start zk server on port:50159
[junit4] 2> 94844 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 99114 T417 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 4269ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 99118 T420 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@133b9ec name:ZooKeeperConnection Watcher:127.0.0.1:50159 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 99118 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 99119 T413 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 99137 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 99137 T422 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58bc8c name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 99138 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 99138 T413 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 99141 T413 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 99143 T413 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 99145 T413 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 99147 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 99148 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 102954 T417 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 3804ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 102955 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 102956 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 103035 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 103036 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 103038 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 103039 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 103042 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 103042 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 103045 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 103046 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 103048 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 103048 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 103051 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 103051 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 103053 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 103053 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 103058 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 103058 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 103061 T413 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 103062 T413 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 103066 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 103067 T424 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@982583 name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 103068 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 103357 T413 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 103569 T413 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 103574 T413 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:59248
[junit4] 2> 103577 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 103577 T413 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 103578 T413 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002
[junit4] 2> 103578 T413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/'
[junit4] 2> 103591 T413 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/solr.xml
[junit4] 2> 103621 T413 oasc.CoreContainer.<init> New CoreContainer 7180198
[junit4] 2> 103621 T413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/]
[junit4] 2> 103623 T413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 103623 T413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 103624 T413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 103624 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 103625 T413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 103625 T413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 103626 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 103626 T413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 103626 T413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 103632 T413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 103632 T413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 103633 T413 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 103633 T413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50159/solr
[junit4] 2> 103634 T413 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 103635 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 103638 T435 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e9f8f8 name:ZooKeeperConnection Watcher:127.0.0.1:50159 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 103639 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 103641 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 103643 T437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f065a8 name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 103643 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 103645 T413 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 103648 T413 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 103650 T413 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 103656 T413 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 103659 T413 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 103663 T413 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 103665 T413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59248_
[junit4] 2> 103725 T413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59248_
[junit4] 2> 103730 T413 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 103733 T413 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 103736 T413 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:59248_
[junit4] 2> 103737 T413 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 103739 T413 oasc.Overseer.start Overseer (id=91832432016490500-127.0.0.1:59248_-n_0000000000) starting
[junit4] 2> 103744 T413 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 103758 T439 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 103758 T413 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 103761 T413 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 103763 T413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 103768 T438 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 103772 T440 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
[junit4] 2> 103772 T440 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 103774 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 103774 T440 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 103775 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 103776 T438 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:59248",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:59248_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 103776 T438 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 103777 T438 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 103779 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 103780 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 104774 T440 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 104775 T440 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 104775 T440 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 104776 T440 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 104777 T440 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 104777 T440 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/collection1/'
[junit4] 2> 104777 T440 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/collection1/lib/.svn/' to classloader
[junit4] 2> 104778 T440 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/collection1/lib/classes/' to classloader
[junit4] 2> 104778 T440 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/collection1/lib/README' to classloader
[junit4] 2> 104806 T440 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 104832 T440 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 104833 T440 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 104840 T440 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 105101 T440 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 105113 T440 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 105114 T440 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 105132 T440 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 105136 T440 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 105140 T440 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 105141 T440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 105142 T440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 105142 T440 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 105143 T440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 105143 T440 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 105143 T440 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 105143 T440 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 105144 T440 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-002/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/control/data/
[junit4] 2> 105144 T440 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a89f5c
[junit4] 2> 105145 T440 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/control/data
[junit4] 2> 105145 T440 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/control/data/index/
[junit4] 2> 105145 T440 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 105145 T440 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/control/data/index
[junit4] 2> 105146 T440 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=78.4443359375, floorSegmentMB=0.6328125, forceMergeDeletesPctAllowed=17.69779464272911, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7592307340748832
[junit4] 2> 105147 T440 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1346ee7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@691c),segFN=segments_1,generation=1}
[junit4] 2> 105147 T440 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 105150 T440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 105151 T440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 105151 T440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 105151 T440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 105152 T440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 105152 T440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 105152 T440 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 105153 T440 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 105153 T440 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 105153 T440 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 105154 T440 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 105154 T440 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 105154 T440 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 105154 T440 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 105155 T440 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 105155 T440 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 105156 T440 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 105158 T440 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 105160 T440 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 105160 T440 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 105161 T440 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=86.8525390625, floorSegmentMB=1.5029296875, forceMergeDeletesPctAllowed=22.594739850097667, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 105161 T440 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1346ee7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@691c),segFN=segments_1,generation=1}
[junit4] 2> 105161 T440 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 105162 T440 oass.SolrIndexSearcher.<init> Opening Searcher@173b71[collection1] main
[junit4] 2> 105162 T440 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 105163 T440 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 105163 T440 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 105164 T440 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 105164 T440 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 105164 T440 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 105165 T440 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 105165 T440 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 105165 T440 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 105166 T440 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 105168 T441 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@173b71[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 105170 T440 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 105171 T444 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:59248 collection:control_collection shard:shard1
[junit4] 2> 105171 T413 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 105171 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 105172 T444 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 105176 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 105177 T446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fee847 name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 105178 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 105187 T444 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 105188 T413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 105198 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105198 T444 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 105199 T444 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C79 name=collection1 org.apache.solr.core.SolrCore@73d766 url=https://127.0.0.1:59248/collection1 node=127.0.0.1:59248_ C79_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:59248, core=collection1, node_name=127.0.0.1:59248_}
[junit4] 2> 105199 T444 C79 P59248 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:59248/collection1/
[junit4] 2> 105199 T413 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 105199 T444 C79 P59248 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 105199 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 105200 T444 C79 P59248 oasc.SyncStrategy.syncToMe https://127.0.0.1:59248/collection1/ has no replicas
[junit4] 2> 105201 T444 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:59248/collection1/ shard1
[junit4] 2> 105201 T444 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 105209 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105214 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105217 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105329 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 105330 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 105365 T444 oasc.ZkController.register We are https://127.0.0.1:59248/collection1/ and leader is https://127.0.0.1:59248/collection1/
[junit4] 2> 105366 T444 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:59248
[junit4] 2> 105366 T444 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 105366 T444 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
[junit4] 2> 105366 T444 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 105369 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105370 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105370 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105370 T444 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 105371 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 105372 T438 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:59248",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:59248_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 105378 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 105491 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 105491 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 105514 T413 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 105515 T413 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 105523 T413 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 105528 T413 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:45937
[junit4] 2> 105533 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 105534 T413 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 105535 T413 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003
[junit4] 2> 105535 T413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/'
[junit4] 2> 105550 T413 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/solr.xml
[junit4] 2> 105573 T413 oasc.CoreContainer.<init> New CoreContainer 32129908
[junit4] 2> 105574 T413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/]
[junit4] 2> 105574 T413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 105575 T413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 105575 T413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 105575 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 105576 T413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 105576 T413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 105576 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 105576 T413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 105577 T413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 105580 T413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 105580 T413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 105581 T413 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 105581 T413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50159/solr
[junit4] 2> 105581 T413 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 105590 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 105592 T457 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c35663 name:ZooKeeperConnection Watcher:127.0.0.1:50159 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 105593 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 105608 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 105610 T459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cc8dc9 name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 105610 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 105623 T413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 106626 T413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45937_
[junit4] 2> 106631 T413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45937_
[junit4] 2> 106653 T460 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 106653 T460 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 106656 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 106656 T460 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 106657 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 106657 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 106660 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 106661 T438 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45937",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:45937_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 106662 T438 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 106662 T438 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 106672 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 106777 T459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 106777 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 106777 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 107657 T460 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 107658 T460 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 107659 T460 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 107659 T460 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 107660 T460 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 107661 T460 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/collection1/'
[junit4] 2> 107662 T460 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/collection1/lib/.svn/' to classloader
[junit4] 2> 107662 T460 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/collection1/lib/classes/' to classloader
[junit4] 2> 107663 T460 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/collection1/lib/README' to classloader
[junit4] 2> 107693 T460 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 107722 T460 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 107724 T460 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 107731 T460 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 107972 T460 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 107977 T460 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 107979 T460 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 108006 T460 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 108015 T460 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 108021 T460 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 108022 T460 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 108023 T460 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 108023 T460 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 108024 T460 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 108024 T460 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 108025 T460 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 108025 T460 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 108025 T460 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-003/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty1/
[junit4] 2> 108026 T460 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a89f5c
[junit4] 2> 108027 T460 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty1
[junit4] 2> 108027 T460 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty1/index/
[junit4] 2> 108027 T460 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 108028 T460 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty1/index
[junit4] 2> 108028 T460 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=78.4443359375, floorSegmentMB=0.6328125, forceMergeDeletesPctAllowed=17.69779464272911, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7592307340748832
[junit4] 2> 108029 T460 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1640c79 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c7a8),segFN=segments_1,generation=1}
[junit4] 2> 108030 T460 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 108037 T460 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 108037 T460 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 108038 T460 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 108038 T460 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 108038 T460 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 108039 T460 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 108039 T460 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 108040 T460 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 108040 T460 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 108041 T460 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 108042 T460 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 108042 T460 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 108042 T460 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 108043 T460 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 108044 T460 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 108044 T460 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 108045 T460 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 108049 T460 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 108052 T460 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 108052 T460 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 108053 T460 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=86.8525390625, floorSegmentMB=1.5029296875, forceMergeDeletesPctAllowed=22.594739850097667, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 108054 T460 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1640c79 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c7a8),segFN=segments_1,generation=1}
[junit4] 2> 108054 T460 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 108055 T460 oass.SolrIndexSearcher.<init> Opening Searcher@50bd78[collection1] main
[junit4] 2> 108055 T460 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 108056 T460 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 108056 T460 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 108057 T460 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 108057 T460 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 108058 T460 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 108058 T460 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 108059 T460 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 108059 T460 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 108059 T460 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 108065 T461 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50bd78[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 108069 T460 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 108070 T464 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:45937 collection:collection1 shard:shard1
[junit4] 2> 108070 T413 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 108071 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 108075 T464 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 108111 T464 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 108114 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108114 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108114 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108114 T464 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 108115 T464 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C80 name=collection1 org.apache.solr.core.SolrCore@110f32d url=https://127.0.0.1:45937/collection1 node=127.0.0.1:45937_ C80_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:45937, core=collection1, node_name=127.0.0.1:45937_}
[junit4] 2> 108115 T464 C80 P45937 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:45937/collection1/
[junit4] 2> 108115 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 108116 T464 C80 P45937 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 108116 T464 C80 P45937 oasc.SyncStrategy.syncToMe https://127.0.0.1:45937/collection1/ has no replicas
[junit4] 2> 108116 T464 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:45937/collection1/ shard1
[junit4] 2> 108117 T464 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 108129 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108138 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108150 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108255 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 108255 T459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 108255 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 108290 T464 oasc.ZkController.register We are https://127.0.0.1:45937/collection1/ and leader is https://127.0.0.1:45937/collection1/
[junit4] 2> 108290 T464 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:45937
[junit4] 2> 108290 T464 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 108291 T464 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
[junit4] 2> 108291 T464 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 108297 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108297 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108298 T464 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 108298 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108299 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 108300 T438 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"https://127.0.0.1:45937",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:45937_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 108302 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 108342 T413 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 108343 T413 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 108350 T413 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 108355 T413 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54521
[junit4] 2> 108359 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 108360 T413 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 108360 T413 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004
[junit4] 2> 108360 T413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/'
[junit4] 2> 108384 T413 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/solr.xml
[junit4] 2> 108408 T413 oasc.CoreContainer.<init> New CoreContainer 3038405
[junit4] 2> 108409 T413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/]
[junit4] 2> 108410 T413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 108410 T413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 108410 T413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 108410 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 108411 T413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 108411 T413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 108411 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 108412 T413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 108412 T413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 108415 T413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 108416 T413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 108416 T413 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 108416 T413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50159/solr
[junit4] 2> 108417 T413 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 108417 T459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 108417 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 108417 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 108417 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 108428 T475 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b39791 name:ZooKeeperConnection Watcher:127.0.0.1:50159 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 108428 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 108431 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 108432 T477 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d335c9 name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 108433 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 108457 T413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 109462 T413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54521_
[junit4] 2> 109464 T413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54521_
[junit4] 2> 109492 T478 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 109492 T478 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 109511 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 109511 T478 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 109511 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 109512 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 109513 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 109514 T438 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54521",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54521_",
[junit4] 2> "shard":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 109514 T438 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 109515 T438 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 109520 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 109628 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 109629 T477 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 109629 T459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 109629 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 110512 T478 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 110512 T478 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 110513 T478 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 110513 T478 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 110514 T478 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 110514 T478 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/collection1/'
[junit4] 2> 110515 T478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/collection1/lib/.svn/' to classloader
[junit4] 2> 110515 T478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/collection1/lib/classes/' to classloader
[junit4] 2> 110515 T478 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/collection1/lib/README' to classloader
[junit4] 2> 110549 T478 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 110576 T478 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 110577 T478 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 110583 T478 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 110794 T478 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 110799 T478 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 110802 T478 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 110820 T478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 110824 T478 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 110827 T478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 110828 T478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 110828 T478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 110829 T478 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 110830 T478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 110830 T478 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 110830 T478 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 110831 T478 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 110831 T478 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-004/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty2/
[junit4] 2> 110831 T478 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a89f5c
[junit4] 2> 110833 T478 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty2
[junit4] 2> 110833 T478 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty2/index/
[junit4] 2> 110833 T478 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 110834 T478 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty2/index
[junit4] 2> 110834 T478 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=78.4443359375, floorSegmentMB=0.6328125, forceMergeDeletesPctAllowed=17.69779464272911, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7592307340748832
[junit4] 2> 110835 T478 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1b07506 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@175eddc),segFN=segments_1,generation=1}
[junit4] 2> 110835 T478 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 110840 T478 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 110840 T478 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 110841 T478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 110841 T478 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 110841 T478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 110841 T478 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 110842 T478 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 110842 T478 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 110842 T478 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 110843 T478 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 110843 T478 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 110843 T478 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 110844 T478 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 110844 T478 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 110845 T478 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 110845 T478 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 110845 T478 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 110852 T478 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 110854 T478 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 110854 T478 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 110855 T478 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=86.8525390625, floorSegmentMB=1.5029296875, forceMergeDeletesPctAllowed=22.594739850097667, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 110856 T478 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@1b07506 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@175eddc),segFN=segments_1,generation=1}
[junit4] 2> 110856 T478 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 110856 T478 oass.SolrIndexSearcher.<init> Opening Searcher@1ef4491[collection1] main
[junit4] 2> 110857 T478 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 110858 T478 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 110858 T478 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
[junit4] 2> 110858 T478 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 110859 T478 oasr.RestManager.init Initializing RestManager with initArgs: {}
[junit4] 2> 110859 T478 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 110859 T478 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
[junit4] 2> 110860 T478 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 110860 T478 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 110860 T478 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 110863 T479 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ef4491[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 110866 T478 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 110867 T482 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54521 collection:collection1 shard:shard1
[junit4] 2> 110867 T413 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 110867 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 110869 T482 oasc.ZkController.register We are https://127.0.0.1:54521/collection1/ and leader is https://127.0.0.1:45937/collection1/
[junit4] 2> 110870 T482 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54521
[junit4] 2> 110870 T482 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4] 2> 110870 T482 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4] 2> ASYNC NEW_CORE C81 name=collection1 org.apache.solr.core.SolrCore@7df12d url=https://127.0.0.1:54521/collection1 node=127.0.0.1:54521_ C81_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:54521, core=collection1, node_name=127.0.0.1:54521_}
[junit4] 2> 110870 T483 C81 P54521 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4] 2> 110871 T482 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 110871 T483 C81 P54521 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4] 2> 110872 T483 C81 P54521 oasc.RecoveryStrategy.doRecovery Publishing state of core collection1 as recovering, leader is https://127.0.0.1:45937/collection1/ and I am https://127.0.0.1:54521/collection1/
[junit4] 2> 110872 T483 C81 P54521 oasc.ZkController.publish publishing core=collection1 state=recovering collection=collection1
[junit4] 2> 110872 T483 C81 P54521 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 110874 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 110874 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 110874 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 110875 T438 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 110876 T438 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "base_url":"https://127.0.0.1:54521",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54521_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 110876 T483 C81 P54521 oasc.RecoveryStrategy.sendPrepRecoveryCmd Sending prep recovery command to https://127.0.0.1:45937; WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1%3A54521_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true
[junit4] 2> 110879 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 110981 T446 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 110981 T477 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 110981 T437 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 110981 T459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 111098 T452 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 111099 T452 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 111099 T452 oasha.CoreAdminHandler.handleWaitForStateAction Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 111100 T452 oasha.CoreAdminHandler.handleWaitForStateAction In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:54521_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"state":"recovering","base_url":"https://127.0.0.1:54521","core":"collection1","node_name":"127.0.0.1:54521_"}
[junit4] 2> 111100 T452 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 111100 T452 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={wt=javabin&onlyIfLeader=true&nodeName=127.0.0.1:54521_&version=2&onlyIfLeaderActive=true&state=recovering&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&core=collection1} status=0 QTime=2
[junit4] 2> 111130 T413 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 111130 T413 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 111137 T413 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4] 2> 111139 T413 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:60536
[junit4] 2> 111142 T413 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 111142 T413 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 111142 T413 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-005
[junit4] 2> 111143 T413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-005/'
[junit4] 2> 111154 T413 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-005/solr.xml
[junit4] 2> 111196 T413 oasc.CoreContainer.<init> New CoreContainer 18333885
[junit4] 2> 111197 T413 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-005/]
[junit4] 2> 111198 T413 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 111199 T413 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 111199 T413 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 111200 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 111200 T413 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 111200 T413 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 111201 T413 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 111201 T413 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 111201 T413 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 111205 T413 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 111205 T413 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 111206 T413 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 111206 T413 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50159/solr
[junit4] 2> 111206 T413 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 111207 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 111209 T495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f3cf7 name:ZooKeeperConnection Watcher:127.0.0.1:50159 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 111210 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 111213 T413 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 111215 T497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b17900 name:ZooKeeperConnection Watcher:127.0.0.1:50159/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 111215 T413 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 111221 T413 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 112224 T413 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60536_
[junit4] 2> 112227 T413 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60536_
[junit4] 2> 112241 T498 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
[junit4] 2> 112242 T498 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 112244 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 112244 T498 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 112244 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 112245 T437 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /over
[...truncated too long message...]
7.0.0.1:50159 50159
[junit4] 2> 164274 T414 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50159 50159
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=BBFCDA495F5BF38C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_YE -Dtests.timezone=America/Adak -Dtests.file.encoding=UTF-8
[junit4] ERROR 69.5s J0 | SyncSliceTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request
[junit4] > at __randomizedtesting.SeedInfo.seed([BBFCDA495F5BF38C:3A1A5451280493B0]:0)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:317)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:650)
[junit4] > at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
[junit4] > at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1141)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1110)
[junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:236)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 164287 T413 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 165136 T518 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1bd3c08
[junit4] 2> 165138 T518 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=13,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=654,transaction_logs_total_number=2}
[junit4] 2> 165139 T518 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 165139 T518 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 165139 T518 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 165140 T518 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 165140 T518 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 165140 T518 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty4 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty4;done=false>>]
[junit4] 2> 165140 T518 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty4
[junit4] 2> 165141 T518 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty4/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty4/index;done=false>>]
[junit4] 2> 165141 T518 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001/tempDir-001/jetty4/index
[junit4] 2> 165141 T518 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/91832432016490509-core_node4-n_0000000015
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:177)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:174)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:174)
[junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:71)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:200)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:444)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:208)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> 165142 T518 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 165142 T518 oasc.LeaderElector$ElectionWatcher.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.SyncSliceTest-BBFCDA495F5BF38C-001
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_YE, timezone=America/Adak
[junit4] 2> NOTE: Linux 3.8.0-39-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=1,free=21424208,total=174227456
[junit4] 2> NOTE: All tests run in this JVM: [HdfsRecoveryZkTest, DirectUpdateHandlerOptimizeTest, PeerSyncTest, TestCloudManagedSchema, UnloadDistributedZkTest, BasicFunctionalityTest, SyncSliceTest]
[junit4] Completed on J0 in 70.60s, 1 test, 1 error <<< FAILURES!
[...truncated 1137 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1296: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:920: There were test failures: 406 suites, 1688 tests, 1 error, 36 ignored (15 assumptions)
Total time: 59 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b15 -server -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
Re: [JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_05) - Build #
10405 - Still Failing!
Posted by Dawid Weiss <da...@cs.put.poznan.pl>.
> java.lang.NullPointerException
> at __randomizedtesting.SeedInfo.seed([6330FD6A7351D588:22BBDD0F54EF26C7]:0)
> at org.apache.solr.SolrTestCaseJ4.recurseDelete(SolrTestCaseJ4.java:1018)
This looks like a JVM problem too?
1017: if (f.isDirectory()) {
1018: for (File sub : f.listFiles()) {
Anyway, cleaned it up a bit.
Dawid
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_05) - Build #
10405 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10405/
Java: 64bit/jdk1.8.0_05 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
REGRESSION: org.apache.solr.handler.TestReplicationHandler.doTestBackup
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([6330FD6A7351D588:22BBDD0F54EF26C7]:0)
at org.apache.solr.SolrTestCaseJ4.recurseDelete(SolrTestCaseJ4.java:1018)
at org.apache.solr.handler.TestReplicationHandler.doTestBackup(TestReplicationHandler.java:1553)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11192 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/init-core-data-001
[junit4] 2> 910060 T4353 oas.SolrTestCaseJ4.setUp ###Starting doTestDetails
[junit4] 2> 910063 T4353 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 910066 T4353 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51268
[junit4] 2> 910067 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 910067 T4353 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 910068 T4353 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001
[junit4] 2> 910068 T4353 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/'
[junit4] 2> 910083 T4353 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/solr.xml
[junit4] 2> 910090 T4353 oasc.CoreContainer.<init> New CoreContainer 52176460
[junit4] 2> 910091 T4353 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/]
[junit4] 2> 910091 T4353 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 910091 T4353 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 910092 T4353 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 910092 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 910092 T4353 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 910092 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 910093 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 910093 T4353 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 910093 T4353 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 910094 T4353 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 910094 T4353 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 910094 T4353 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 910097 T4363 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/'
[junit4] 2> 910110 T4363 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 910116 T4363 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 910116 T4363 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 910118 T4363 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 910120 T4363 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 910121 T4363 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/
[junit4] 2> 910121 T4363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 910121 T4363 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/
[junit4] 2> 910121 T4363 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 910121 T4363 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data
[junit4] 2> 910122 T4363 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index/
[junit4] 2> 910122 T4363 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 910122 T4363 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index
[junit4] 2> 910122 T4363 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=0.9482421875, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=21.9749459644628, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3480795502702203
[junit4] 2> 910123 T4363 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_1,generation=1}
[junit4] 2> 910123 T4363 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910123 T4363 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 910124 T4363 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 910124 T4363 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 910124 T4363 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 910124 T4363 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 910124 T4363 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 910124 T4363 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 910126 T4363 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 910126 T4363 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 910126 T4363 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 910127 T4363 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6641681698078735]
[junit4] 2> 910127 T4363 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_1,generation=1}
[junit4] 2> 910127 T4363 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910127 T4363 oass.SolrIndexSearcher.<init> Opening Searcher@5a888814[collection1] main
[junit4] 2> 910128 T4363 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/conf
[junit4] 2> 910128 T4363 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/conf/}
[junit4] 2> 910128 T4363 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/conf
[junit4] 2> 910128 T4363 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 910128 T4363 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 910128 T4363 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 910129 T4363 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 910129 T4363 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 910129 T4363 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 910129 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a888814[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 910130 T4353 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 910130 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 910132 T4353 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 910134 T4353 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57606
[junit4] 2> 910135 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 910135 T4353 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 910136 T4353 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002
[junit4] 2> 910136 T4353 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/'
[junit4] 2> 910143 T4353 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/solr.xml
[junit4] 2> 910156 T4353 oasc.CoreContainer.<init> New CoreContainer 506370400
[junit4] 2> 910157 T4353 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/]
[junit4] 2> 910157 T4353 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 910158 T4353 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 910158 T4353 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 910158 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 910159 T4353 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 910159 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 910159 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 910160 T4353 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 910160 T4353 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 910161 T4353 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 910161 T4353 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 910161 T4353 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 910162 T4375 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/'
[junit4] 2> 910175 T4375 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 910181 T4375 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 910182 T4375 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 910183 T4375 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 910185 T4375 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 910186 T4375 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/
[junit4] 2> 910186 T4375 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 910186 T4375 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/
[junit4] 2> 910186 T4375 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 910187 T4375 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data
[junit4] 2> 910187 T4375 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index/
[junit4] 2> 910187 T4375 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 910187 T4375 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index
[junit4] 2> 910187 T4375 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=0.9482421875, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=21.9749459644628, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3480795502702203
[junit4] 2> 910188 T4375 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_1,generation=1}
[junit4] 2> 910188 T4375 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910189 T4375 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 910189 T4375 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 910189 T4375 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 910189 T4375 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 910189 T4375 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 910189 T4375 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 910189 T4375 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 910190 T4375 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 910191 T4375 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 910191 T4375 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 910191 T4375 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6641681698078735]
[junit4] 2> 910191 T4375 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_1,generation=1}
[junit4] 2> 910192 T4375 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910192 T4375 oass.SolrIndexSearcher.<init> Opening Searcher@4c643c08[collection1] main
[junit4] 2> 910192 T4375 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/conf
[junit4] 2> 910192 T4375 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/conf/}
[junit4] 2> 910192 T4375 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/conf
[junit4] 2> 910193 T4375 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 910193 T4375 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 910193 T4375 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 910194 T4375 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4] 2> 910194 T4375 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 910194 T4376 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c643c08[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 910195 T4353 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 910195 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> ASYNC NEW_CORE C1655 name=collection1 org.apache.solr.core.SolrCore@7df01a28
[junit4] 2> 910197 T4359 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 910199 T4360 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
[junit4] 2> 910202 T4361 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> ASYNC NEW_CORE C1656 name=collection1 org.apache.solr.core.SolrCore@2ca2d81
[junit4] 2> 910202 T4371 C1656 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 910205 T4362 C1655 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
[junit4] 2> 910206 T4359 C1655 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 910208 T4359 C1655 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_1,generation=1}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_2,generation=2}
[junit4] 2> 910209 T4359 C1655 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4] 2> 910210 T4359 C1655 oass.SolrIndexSearcher.<init> Opening Searcher@28852d70[collection1] main
[junit4] 2> 910210 T4359 C1655 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 910210 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@28852d70[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):c1))}
[junit4] 2> 910210 T4359 C1655 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 4
[junit4] 2> 910213 T4379 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 910213 T4379 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 910214 T4360 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 910215 T4379 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4] 2> 910215 T4379 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4] 2> 910215 T4379 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4] 2> 910219 T4361 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=3
[junit4] 2> 910219 T4379 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
[junit4] 2> 910219 T4379 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707949
[junit4] 2> 910220 T4379 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
[junit4] 2> 910220 T4379 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4] 2> 910220 T4379 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
[junit4] 2> 910220 T4379 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@12b3d352 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6e328cfa) fullCopy=false
[junit4] 2> 910222 T4362 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910224 T4359 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910226 T4360 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910228 T4361 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910229 T4379 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4] 2> 910230 T4379 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
[junit4] 2> 910230 T4379 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=62.70703125, floorSegmentMB=1.328125, forceMergeDeletesPctAllowed=12.659893948263322, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6859985590523413
[junit4] 2> 910231 T4379 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_1,generation=1}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_2,generation=2}
[junit4] 2> 910231 T4379 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4] 2> 910231 T4379 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
[junit4] 2> 910232 T4379 oass.SolrIndexSearcher.<init> Opening Searcher@bc2a42[collection1] main
[junit4] 2> 910232 T4376 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bc2a42[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):c1))}
[junit4] 2> 910232 T4379 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707949 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707949;done=true>>]
[junit4] 2> 910232 T4379 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707949
[junit4] 2> 910233 T4372 C1656 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:51268/solr/replication&command=fetchindex} status=0 QTime=21
[junit4] 2> 910238 T4362 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 910239 T4373 C1656 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
[junit4] 2> 910241 T4359 C1655 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 1
[junit4] 2> 910243 T4360 C1655 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 910246 T4360 C1655 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_2,generation=2}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_3,generation=3}
[junit4] 2> 910247 T4360 C1655 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4] 2> 910248 T4360 C1655 oass.SolrIndexSearcher.<init> Opening Searcher@39618d86[collection1] main
[junit4] 2> 910248 T4360 C1655 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 910248 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39618d86[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):c1) Uninverting(_1(5.0):c1))}
[junit4] 2> 910249 T4360 C1655 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 6
[junit4] 2> 910251 T4382 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 910252 T4382 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 910253 T4361 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 910254 T4382 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4] 2> 910254 T4382 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
[junit4] 2> 910254 T4382 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4] 2> 910257 T4362 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1
[junit4] 2> 910258 T4382 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
[junit4] 2> 910258 T4382 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707988
[junit4] 2> 910259 T4382 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
[junit4] 2> 910259 T4382 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4] 2> 910259 T4382 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
[junit4] 2> 910260 T4382 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@5be130ce lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7af3c5ba) fullCopy=false
[junit4] 2> 910261 T4359 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910262 T4382 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
[junit4] 2> 910262 T4382 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
[junit4] 2> 910264 T4360 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910266 T4361 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910267 T4382 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
[junit4] 2> 910269 T4362 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910269 T4382 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4] 2> 910270 T4382 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
[junit4] 2> 910271 T4382 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=62.70703125, floorSegmentMB=1.328125, forceMergeDeletesPctAllowed=12.659893948263322, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6859985590523413
[junit4] 2> 910271 T4382 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_2,generation=2}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_3,generation=3}
[junit4] 2> 910272 T4382 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4] 2> 910272 T4382 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
[junit4] 2> 910273 T4382 oass.SolrIndexSearcher.<init> Opening Searcher@72c21363[collection1] main
[junit4] 2> 910273 T4376 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72c21363[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):c1) Uninverting(_1(5.0):c1))}
[junit4] 2> 910273 T4382 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707988 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707988;done=true>>]
[junit4] 2> 910273 T4382 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061707988
[junit4] 2> 910273 T4374 C1656 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:51268/solr/replication&command=fetchindex} status=0 QTime=22
[junit4] 2> 910278 T4359 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 910278 T4371 C1656 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 910280 T4360 C1655 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
[junit4] 2> 910282 T4361 C1655 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 910284 T4361 C1655 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_2,generation=2}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_3,generation=3}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@78531dd1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@40bd7edc),segFN=segments_4,generation=4}
[junit4] 2> 910284 T4361 C1655 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4] 2> 910285 T4361 C1655 oass.SolrIndexSearcher.<init> Opening Searcher@3af60c01[collection1] main
[junit4] 2> 910285 T4361 C1655 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 910285 T4364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3af60c01[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):c1) Uninverting(_1(5.0):c1) Uninverting(_2(5.0):c1))}
[junit4] 2> 910286 T4361 C1655 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} {commit=} 0 4
[junit4] 2> 910287 T4384 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 910287 T4384 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 910289 T4362 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 910290 T4384 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4] 2> 910290 T4384 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
[junit4] 2> 910290 T4384 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4] 2> 910292 T4359 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 910293 T4384 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
[junit4] 2> 910293 T4384 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061708023
[junit4] 2> 910294 T4384 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
[junit4] 2> 910294 T4384 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4] 2> 910294 T4384 oasu.DefaultSolrCoreState.closeIndexWriter Rollback old IndexWriter... core=collection1
[junit4] 2> 910295 T4384 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@25af2b41 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a559138) fullCopy=false
[junit4] 2> 910295 T4384 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
[junit4] 2> 910295 T4384 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
[junit4] 2> 910295 T4384 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
[junit4] 2> 910296 T4384 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
[junit4] 2> 910296 T4384 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
[junit4] 2> 910298 T4360 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910299 T4384 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
[junit4] 2> 910301 T4361 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910303 T4362 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910305 T4359 C1655 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 910306 T4384 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4] 2> 910307 T4384 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
[junit4] 2> 910307 T4384 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=62.70703125, floorSegmentMB=1.328125, forceMergeDeletesPctAllowed=12.659893948263322, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6859985590523413
[junit4] 2> 910308 T4384 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_3,generation=3}
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@650209e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@16772ccb),segFN=segments_4,generation=4}
[junit4] 2> 910308 T4384 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4] 2> 910308 T4384 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
[junit4] 2> 910309 T4384 oass.SolrIndexSearcher.<init> Opening Searcher@45c315d5[collection1] main
[junit4] 2> 910309 T4376 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45c315d5[collection1] main{UninvertingDirectoryReader(Uninverting(_0(5.0):c1) Uninverting(_1(5.0):c1) Uninverting(_2(5.0):c1))}
[junit4] 2> 910310 T4384 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061708023 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061708023;done=true>>]
[junit4] 2> 910310 T4384 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index.20140528061708023
[junit4] 2> 910310 T4372 C1656 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:51268/solr/replication&command=fetchindex} status=0 QTime=23
[junit4] 2> 910314 T4353 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 910316 T4353 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52511
[junit4] 2> 910317 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 910317 T4353 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 910317 T4353 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003
[junit4] 2> 910318 T4353 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/'
[junit4] 2> 910327 T4353 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/solr.xml
[junit4] 2> 910341 T4353 oasc.CoreContainer.<init> New CoreContainer 1975781810
[junit4] 2> 910341 T4353 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/]
[junit4] 2> 910341 T4353 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 910342 T4353 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 910342 T4353 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 910342 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 910342 T4353 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 910343 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 910343 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 910343 T4353 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 910343 T4353 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 910344 T4353 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 910344 T4353 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 910344 T4353 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 910346 T4395 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/'
[junit4] 2> 910358 T4395 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 910370 T4395 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 910371 T4395 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 910373 T4395 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 910375 T4395 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 910376 T4395 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/
[junit4] 2> 910376 T4395 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 910376 T4395 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/
[junit4] 2> 910376 T4395 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 910377 T4395 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data
[junit4] 2> 910377 T4395 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/index/
[junit4] 2> 910378 T4395 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 910378 T4395 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/index
[junit4] 2> 910378 T4395 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=0.9482421875, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=21.9749459644628, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3480795502702203
[junit4] 2> 910378 T4395 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@74b02b02 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46a7aa03),segFN=segments_1,generation=1}
[junit4] 2> 910379 T4395 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910379 T4395 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 910379 T4395 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 910380 T4395 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 910380 T4395 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 910380 T4395 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 910380 T4395 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 910380 T4395 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 910381 T4395 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 910382 T4395 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 910382 T4395 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 910382 T4395 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6641681698078735]
[junit4] 2> 910383 T4395 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@74b02b02 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46a7aa03),segFN=segments_1,generation=1}
[junit4] 2> 910383 T4395 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910383 T4395 oass.SolrIndexSearcher.<init> Opening Searcher@2f083ab8[collection1] main
[junit4] 2> 910383 T4395 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/conf
[junit4] 2> 910383 T4395 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/conf/}
[junit4] 2> 910383 T4395 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/conf
[junit4] 2> 910384 T4395 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 910384 T4395 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 910384 T4395 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 910384 T4395 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
[junit4] 2> 910385 T4395 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4] 2> 910385 T4395 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
[junit4] 2> 910385 T4395 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 910385 T4395 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 910385 T4396 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2f083ab8[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 910385 T4353 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 910386 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> ASYNC NEW_CORE C1657 name=collection1 org.apache.solr.core.SolrCore@7df01a28
[junit4] 2> 910389 T4360 C1657 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> ASYNC NEW_CORE C1658 name=collection1 org.apache.solr.core.SolrCore@799139d6
[junit4] 2> 910390 T4391 C1658 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
[junit4] 2> 910411 T4353 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1975781810
[junit4] 2> 910412 T4353 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@799139d6
[junit4] 2> 910413 T4353 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 910413 T4353 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 910413 T4353 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 910414 T4353 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 910415 T4353 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 910415 T4353 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 910416 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/index;done=false>>]
[junit4] 2> 910416 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data/index
[junit4] 2> 910416 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data;done=false>>]
[junit4] 2> 910417 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-003/collection1/data
[junit4] 2> 910418 T4353 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 910473 T4353 oas.SolrTestCaseJ4.tearDown ###Ending doTestDetails
[junit4] 2> 910494 T4353 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=52176460
[junit4] 2> 910495 T4353 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7df01a28
[junit4] 2> 910496 T4353 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 910496 T4353 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 910496 T4353 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 910496 T4353 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 910497 T4353 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 910497 T4353 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 910498 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index;done=false>>]
[junit4] 2> 910498 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index
[junit4] 2> 910499 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data;done=false>>]
[junit4] 2> 910499 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data
[junit4] 2> 910500 T4353 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 910573 T4353 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=506370400
[junit4] 2> 910574 T4353 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2ca2d81
[junit4] 2> 910575 T4353 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 910576 T4353 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 910576 T4353 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 910576 T4353 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 910578 T4353 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 910578 T4353 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 910579 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index;done=false>>]
[junit4] 2> 910579 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index
[junit4] 2> 910580 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data;done=false>>]
[junit4] 2> 910580 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data
[junit4] 2> 910581 T4353 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 910636 T4353 oas.SolrTestCaseJ4.setUp ###Starting doTestReplicateAfterStartupWithNoActivity
[junit4] 2> 910639 T4353 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 910641 T4353 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55992
[junit4] 2> 910642 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 910642 T4353 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 910642 T4353 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001
[junit4] 2> 910642 T4353 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/'
[junit4] 2> 910652 T4353 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/solr.xml
[junit4] 2> 910659 T4353 oasc.CoreContainer.<init> New CoreContainer 396229944
[junit4] 2> 910660 T4353 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/]
[junit4] 2> 910660 T4353 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 910660 T4353 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 910661 T4353 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 910661 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 910661 T4353 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 910661 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 910661 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 910662 T4353 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 910662 T4353 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 910662 T4353 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 910663 T4353 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 910663 T4353 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 910664 T4407 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/'
[junit4] 2> 910677 T4407 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 910684 T4407 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 910684 T4407 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 910686 T4407 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 910688 T4407 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 910689 T4407 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/
[junit4] 2> 910689 T4407 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 910689 T4407 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/
[junit4] 2> 910689 T4407 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 910689 T4407 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data
[junit4] 2> 910690 T4407 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index/
[junit4] 2> 910690 T4407 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 910690 T4407 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index
[junit4] 2> 910690 T4407 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=0.9482421875, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=21.9749459644628, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3480795502702203
[junit4] 2> 910691 T4407 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6808b453 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ba3804f),segFN=segments_1,generation=1}
[junit4] 2> 910691 T4407 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910691 T4407 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 910692 T4407 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 910692 T4407 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 910692 T4407 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 910692 T4407 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 910692 T4407 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 910692 T4407 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 910694 T4407 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 910694 T4407 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 910695 T4407 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 910695 T4407 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6641681698078735]
[junit4] 2> 910695 T4407 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@6808b453 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ba3804f),segFN=segments_1,generation=1}
[junit4] 2> 910695 T4407 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910696 T4407 oass.SolrIndexSearcher.<init> Opening Searcher@5f955766[collection1] main
[junit4] 2> 910696 T4407 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/conf
[junit4] 2> 910696 T4407 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/conf/}
[junit4] 2> 910696 T4407 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/conf
[junit4] 2> 910696 T4407 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 910697 T4407 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 910697 T4407 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 910697 T4407 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 910697 T4407 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4] 2> 910697 T4407 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 910697 T4408 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f955766[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 910698 T4353 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 910698 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 910701 T4353 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 910702 T4353 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49628
[junit4] 2> 910703 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 910704 T4353 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 910704 T4353 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002
[junit4] 2> 910704 T4353 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/'
[junit4] 2> 910712 T4353 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/solr.xml
[junit4] 2> 910719 T4353 oasc.CoreContainer.<init> New CoreContainer 770182852
[junit4] 2> 910719 T4353 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/]
[junit4] 2> 910720 T4353 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 910720 T4353 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 910720 T4353 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 910720 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 910721 T4353 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 910721 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 910721 T4353 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 910721 T4353 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 910721 T4353 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 910722 T4353 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 910722 T4353 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 910722 T4353 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 910724 T4419 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/'
[junit4] 2> 910737 T4419 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 910748 T4419 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 910749 T4419 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 910751 T4419 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 910753 T4419 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 910753 T4419 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/
[junit4] 2> 910753 T4419 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 910754 T4419 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/
[junit4] 2> 910754 T4419 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4] 2> 910754 T4419 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data
[junit4] 2> 910754 T4419 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index/
[junit4] 2> 910754 T4419 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index' doesn't exist. Creating new index...
[junit4] 2> 910755 T4419 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index
[junit4] 2> 910755 T4419 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=0.9482421875, floorSegmentMB=0.212890625, forceMergeDeletesPctAllowed=21.9749459644628, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3480795502702203
[junit4] 2> 910755 T4419 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@43c4c2d8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ce2414b),segFN=segments_1,generation=1}
[junit4] 2> 910756 T4419 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910756 T4419 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 910756 T4419 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 910756 T4419 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4] 2> 910757 T4419 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4] 2> 910757 T4419 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4] 2> 910757 T4419 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 910757 T4419 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 910758 T4419 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 910758 T4419 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 910759 T4419 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 910759 T4419 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=42, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6641681698078735]
[junit4] 2> 910759 T4419 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RAMDirectory@43c4c2d8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ce2414b),segFN=segments_1,generation=1}
[junit4] 2> 910759 T4419 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 910760 T4419 oass.SolrIndexSearcher.<init> Opening Searcher@228769fd[collection1] main
[junit4] 2> 910760 T4419 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/conf
[junit4] 2> 910760 T4419 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/conf/}
[junit4] 2> 910760 T4419 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/conf
[junit4] 2> 910760 T4419 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
[junit4] 2> 910761 T4419 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
[junit4] 2> 910761 T4419 oasr.RestManager.init Initializing 0 registered ManagedResources
[junit4] 2> 910761 T4419 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4] 2> 910761 T4420 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@228769fd[collection1] main{UninvertingDirectoryReader()}
[junit4] 2> 910761 T4419 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 910762 T4353 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 910762 T4353 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 910783 T4353 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=770182852
[junit4] 2> 910785 T4353 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@180a9465
[junit4] 2> 910785 T4353 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 910785 T4353 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 910786 T4353 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 910786 T4353 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 910787 T4353 oasc.SolrCore.closeSearcher [co
[...truncated too long message...]
.shutdown Shutting down CoreContainer instance=1073359928
[junit4] 2> 942670 T4353 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2bb6f3b3
[junit4] 2> 942670 T4353 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 942670 T4353 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 942671 T4353 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 942671 T4353 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 942672 T4353 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 942672 T4353 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 942672 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data;done=false>>]
[junit4] 2> 942673 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data
[junit4] 2> 942673 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index;done=false>>]
[junit4] 2> 942674 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-001/collection1/data/index
[junit4] 2> 942674 T4353 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 942749 T4353 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=352000960
[junit4] 2> 942750 T4353 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@76ea6d3d
[junit4] 2> 942750 T4353 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 942750 T4353 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 942751 T4353 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 942751 T4353 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 942751 T4353 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 942751 T4353 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 942752 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data;done=false>>]
[junit4] 2> 942752 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data
[junit4] 2> 942752 T4353 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index;done=false>>]
[junit4] 2> 942752 T4353 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001/solr-instance-002/collection1/data/index
[junit4] 2> 942753 T4353 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 942809 T4353 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.handler.TestReplicationHandler-6330FD6A7351D588-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene46), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en, timezone=America/Bahia
[junit4] 2> NOTE: Linux 3.8.0-39-generic amd64/Oracle Corporation 1.8.0_05 (64-bit)/cpus=8,threads=1,free=148980288,total=325058560
[junit4] 2> NOTE: All tests run in this JVM: [TestRestManager, TestManagedSynonymFilterFactory, TestDynamicFieldCollectionResource, TestAddFieldRealTimeGet, TestCloudManagedSchema, TestCodecSupport, TestOverriddenPrefixQueryForCustomFieldType, DocumentAnalysisRequestHandlerTest, MergeStrategyTest, TestSolrCoreProperties, ZkNodePropsTest, DocExpirationUpdateProcessorFactoryTest, SpellCheckCollatorTest, HardAutoCommitTest, TestSolrXmlPersistor, TestIBSimilarityFactory, TestSolr4Spatial, TestSolrQueryParserDefaultOperatorResource, TestOmitPositions, ResponseHeaderTest, BadIndexSchemaTest, CoreContainerCoreInitFailuresTest, NoFacetTest, XsltUpdateRequestHandlerTest, AddBlockUpdateTest, TestStressRecovery, TestSolrXMLSerializer, ReplicationFactorTest, BlockDirectoryTest, ConvertedLegacyTest, TestLRUCache, StandardRequestHandlerTest, TestSchemaNameResource, HdfsBasicDistributedZkTest, TermVectorComponentDistributedTest, PathHierarchyTokenizerFactoryTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, MultiThreadedOCPTest, TestClassNameShortening, DisMaxRequestHandlerTest, TestMaxScoreQueryParser, ResourceLoaderTest, TestRecovery, TestLMDirichletSimilarityFactory, MinimalSchemaTest, SolrIndexConfigTest, TestDistribDocBasedVersion, DateMathParserTest, DocValuesMultiTest, XmlUpdateRequestHandlerTest, LegacyHTMLStripCharFilterTest, SuggesterTSTTest, TestManagedStopFilterFactory, TestFieldResource, HighlighterTest, DistributedExpandComponentTest, TestHighFrequencyDictionaryFactory, PluginInfoTest, SolrPluginUtilsTest, TriLevelCompositeIdRoutingTest, ShardRoutingCustomTest, TestUpdate, ParsingFieldUpdateProcessorsTest, TestWordDelimiterFilterFactory, ChaosMonkeySafeLeaderTest, TestBinaryResponseWriter, TestDistributedGrouping, TestQueryTypes, SignatureUpdateProcessorFactoryTest, TestUniqueKeyFieldResource, SolrRequestParserTest, CurrencyFieldOpenExchangeTest, CoreAdminCreateDiscoverTest, EnumFieldTest, ConnectionManagerTest, TestRecoveryHdfs, FieldFacetExtrasTest, TestSweetSpotSimilarityFactory, TestCollapseQParserPlugin, AliasIntegrationTest, TestInfoStreamLogging, OpenCloseCoreStressTest, NumericFieldsTest, DirectUpdateHandlerTest, SpellCheckComponentTest, TestStressReorder, SortByFunctionTest, TestFoldingMultitermQuery, TestQuerySenderNoQuery, HighlighterConfigTest, RequestHandlersTest, SolrCmdDistributorTest, PrimUtilsTest, DistribDocExpirationUpdateProcessorTest, TestFreeTextSuggestions, DirectSolrSpellCheckerTest, TestReplicationHandler]
[junit4] Completed on J1 in 32.77s, 14 tests, 1 error <<< FAILURES!
[...truncated 601 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1296: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:920: There were test failures: 406 suites, 1688 tests, 1 error, 36 ignored (15 assumptions)
Total time: 56 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0_05 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_20-ea-b15) -
Build # 10404 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10404/
Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([D8C39BE6DB8B47DA]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([D8C39BE6DB8B47DA]:0)
REGRESSION: org.apache.solr.cloud.OverseerRolesTest.testDistribSearch
Error Message:
New overseer designate has not become the overseer, expected : 127.0.0.1:57181_g_ig%2Fpactual : null
Stack Trace:
java.lang.AssertionError: New overseer designate has not become the overseer, expected : 127.0.0.1:57181_g_ig%2Fpactual : null
at __randomizedtesting.SeedInfo.seed([D8C39BE6DB8B47DA:592515FEACD427E6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:223)
at org.apache.solr.cloud.OverseerRolesTest.doTest(OverseerRolesTest.java:94)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11587 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/init-core-data-001
[junit4] 2> 1204933 T6277 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /g_ig/p
[junit4] 2> 1204936 T6277 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> 1204936 T6277 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1204937 T6278 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1205037 T6277 oasc.ZkTestServer.run start zk server on port:54719
[junit4] 2> 1205038 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1215392 T6281 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 10353ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 1215394 T6279 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14641aac14a0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> 1217067 T6284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a28bde0 name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217067 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217067 T6277 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1217070 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1217071 T6286 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42c046a4 name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217071 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217071 T6277 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1217073 T6277 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1217074 T6277 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1217075 T6277 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1217076 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1217077 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1217080 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1217081 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1217084 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1217084 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1217085 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1217086 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1217087 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1217088 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1217089 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1217089 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1217090 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1217091 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1217092 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1217092 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1217093 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1217094 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1217095 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1217096 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1217097 T6277 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1217097 T6277 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1217331 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1217333 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57181
[junit4] 2> 1217333 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1217334 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1217334 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002
[junit4] 2> 1217335 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002/'
[junit4] 2> 1217355 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002/solr.xml
[junit4] 2> 1217364 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002
[junit4] 2> 1217365 T6277 oasc.CoreContainer.<init> New CoreContainer 910272903
[junit4] 2> 1217365 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002/]
[junit4] 2> 1217366 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1217366 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1217366 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1217366 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1217367 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1217367 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1217367 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1217367 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1217368 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1217368 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1217368 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1217369 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1217369 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1217369 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1217370 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1217371 T6297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c402d48 name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217372 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217374 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1217375 T6299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f16486e name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217375 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217376 T6277 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1217379 T6277 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1217382 T6277 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
[junit4] 2> 1217386 T6277 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
[junit4] 2> 1217389 T6277 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
[junit4] 2> 1217394 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1217397 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57181_g_ig%2Fp
[junit4] 2> 1217399 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57181_g_ig%2Fp
[junit4] 2> 1217401 T6277 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 1217411 T6277 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1217416 T6277 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57181_g_ig%2Fp
[junit4] 2> 1217417 T6277 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1217420 T6277 oasc.Overseer.start Overseer (id=91833044050771972-127.0.0.1:57181_g_ig%2Fp-n_0000000000) starting
[junit4] 2> 1217425 T6277 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1217437 T6301 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1217437 T6277 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1217439 T6277 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1217443 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1217446 T6300 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1217448 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002
[junit4] 2> 1217464 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002/conf/
[junit4] 2> 1217626 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1217627 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1217627 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1217628 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1217630 T6304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76f202bd name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217630 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217631 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1217634 T6277 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1217879 T6277 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
[junit4] 2> 1217880 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1217881 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:59605
[junit4] 2> 1217882 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1217882 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1217882 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003
[junit4] 2> 1217882 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003/'
[junit4] 2> 1217897 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003/solr.xml
[junit4] 2> 1217905 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003
[junit4] 2> 1217905 T6277 oasc.CoreContainer.<init> New CoreContainer 743952635
[junit4] 2> 1217905 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003/]
[junit4] 2> 1217906 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1217906 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1217906 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1217906 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1217907 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1217907 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1217907 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1217907 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1217907 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1217908 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1217908 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1217908 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1217909 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1217909 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1217910 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1217911 T6315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57061ea name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217911 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217913 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1217913 T6317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bdcd661 name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1217914 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1217922 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1218925 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59605_g_ig%2Fp
[junit4] 2> 1218926 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59605_g_ig%2Fp
[junit4] 2> 1218935 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003
[junit4] 2> 1218945 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003/conf/
[junit4] 2> 1219040 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1219041 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1219041 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1219282 T6277 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
[junit4] 2> 1219283 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1219284 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36038
[junit4] 2> 1219285 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1219285 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1219285 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004
[junit4] 2> 1219285 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004/'
[junit4] 2> 1219299 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004/solr.xml
[junit4] 2> 1219307 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004
[junit4] 2> 1219307 T6277 oasc.CoreContainer.<init> New CoreContainer 887236174
[junit4] 2> 1219308 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004/]
[junit4] 2> 1219308 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1219308 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1219309 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1219309 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1219309 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1219309 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1219309 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1219310 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1219310 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1219310 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1219311 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1219311 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1219311 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1219312 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1219312 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1219313 T6329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55335e99 name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1219314 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1219315 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1219316 T6331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8cc1f72 name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1219317 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1219320 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1220323 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36038_g_ig%2Fp
[junit4] 2> 1220325 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36038_g_ig%2Fp
[junit4] 2> 1220332 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004
[junit4] 2> 1220342 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004/conf/
[junit4] 2> 1220438 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1220440 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1220440 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1220670 T6277 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
[junit4] 2> 1220671 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1220672 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60387
[junit4] 2> 1220673 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1220673 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1220673 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005
[junit4] 2> 1220674 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005/'
[junit4] 2> 1220695 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005/solr.xml
[junit4] 2> 1220703 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005
[junit4] 2> 1220703 T6277 oasc.CoreContainer.<init> New CoreContainer 1192055657
[junit4] 2> 1220704 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005/]
[junit4] 2> 1220704 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1220704 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1220705 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1220705 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1220705 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1220705 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1220706 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1220706 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1220706 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1220707 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1220707 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1220707 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1220707 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1220708 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1220709 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1220711 T6343 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63eec8a6 name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1220711 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1220713 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1220713 T6345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@294d0632 name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1220713 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1220721 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1221724 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60387_g_ig%2Fp
[junit4] 2> 1221726 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60387_g_ig%2Fp
[junit4] 2> 1221735 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005
[junit4] 2> 1221745 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005/conf/
[junit4] 2> 1221845 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1221846 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1221846 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1222088 T6277 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
[junit4] 2> 1222089 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1222091 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51471
[junit4] 2> 1222091 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1222091 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1222092 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006
[junit4] 2> 1222092 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006/'
[junit4] 2> 1222104 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006/solr.xml
[junit4] 2> 1222112 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006
[junit4] 2> 1222112 T6277 oasc.CoreContainer.<init> New CoreContainer 1110635298
[junit4] 2> 1222112 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006/]
[junit4] 2> 1222113 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1222113 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1222113 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1222114 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1222114 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1222114 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1222114 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1222114 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1222115 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1222115 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1222115 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1222116 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1222116 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1222116 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1222117 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1222119 T6357 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d49deb8 name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1222119 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1222120 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1222121 T6359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fc361ff name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1222121 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1222125 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1223127 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51471_g_ig%2Fp
[junit4] 2> 1223129 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51471_g_ig%2Fp
[junit4] 2> 1223145 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006
[junit4] 2> 1223155 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006/conf/
[junit4] 2> 1223255 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1223256 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1223256 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1223485 T6277 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 5
[junit4] 2> 1223486 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1223487 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43613
[junit4] 2> 1223488 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1223488 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1223489 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007
[junit4] 2> 1223489 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007/'
[junit4] 2> 1223511 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007/solr.xml
[junit4] 2> 1223551 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007
[junit4] 2> 1223552 T6277 oasc.CoreContainer.<init> New CoreContainer 479133621
[junit4] 2> 1223552 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007/]
[junit4] 2> 1223553 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1223553 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1223553 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1223553 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1223554 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1223554 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1223554 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1223554 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1223555 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1223555 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1223555 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1223555 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1223556 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1223556 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1223557 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1223558 T6371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6faedcd name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1223558 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1223561 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1223561 T6373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c1d4a93 name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1223561 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1223570 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1224572 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43613_g_ig%2Fp
[junit4] 2> 1224573 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43613_g_ig%2Fp
[junit4] 2> 1224577 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007
[junit4] 2> 1224583 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007/conf/
[junit4] 2> 1224713 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1224714 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1224715 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1224952 T6277 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 6
[junit4] 2> 1224952 T6277 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1224954 T6277 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:39510
[junit4] 2> 1224954 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1224955 T6277 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1224955 T6277 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008
[junit4] 2> 1224956 T6277 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008/'
[junit4] 2> 1224976 T6277 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008/solr.xml
[junit4] 2> 1224984 T6277 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008
[junit4] 2> 1224984 T6277 oasc.CoreContainer.<init> New CoreContainer 883737334
[junit4] 2> 1224985 T6277 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008/]
[junit4] 2> 1224985 T6277 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1224985 T6277 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to:
[junit4] 2> 1224986 T6277 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1224986 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1224986 T6277 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1224986 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1224987 T6277 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1224987 T6277 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1224987 T6277 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1224988 T6277 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1224988 T6277 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1224988 T6277 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1224988 T6277 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54719/solr
[junit4] 2> 1224989 T6277 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1224989 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1224992 T6385 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d65c11e name:ZooKeeperConnection Watcher:127.0.0.1:54719 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1224992 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1224995 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1224996 T6387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a091e06 name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1224996 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1225002 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1226005 T6277 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39510_g_ig%2Fp
[junit4] 2> 1226008 T6277 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39510_g_ig%2Fp
[junit4] 2> 1226016 T6277 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008
[junit4] 2> 1226029 T6277 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008/conf/
[junit4] 2> 1226127 T6277 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1226129 T6277 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4] 2> 1226129 T6277 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1226131 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1226132 T6390 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e9f9d8b name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1226132 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1226133 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1226137 T6277 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1226139 T6392 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cf65ddc name:ZooKeeperConnection Watcher:127.0.0.1:54719/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1226139 T6277 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1226140 T6277 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1226148 T6326 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&maxShardsPerNode=2&name=testOverseerQuit&action=CREATE&numShards=4&wt=javabin&version=2
[junit4] 2> 1226149 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226149 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226150 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226150 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226150 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226150 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226151 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226151 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226151 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226152 T6301 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"testOverseerQuit",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"4",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 1226152 T6393 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"testOverseerQuit",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "numShards":"4",
[junit4] 2> "maxShardsPerNode":"2"}
[junit4] 2> 1226153 T6393 oasc.OverseerCollectionProcessor.createConfNode Only one config set found in zk - using it:conf1
[junit4] 2> 1226153 T6393 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/testOverseerQuit
[junit4] 2> 1226153 T6393 oascc.SolrZkClient.makePath makePath: /collections/testOverseerQuit
[junit4] 2> 1226155 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226156 T6300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1226156 T6300 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: testOverseerQuit
[junit4] 2> 1226157 T6300 oasc.Overseer$ClusterStateUpdater.createCollection Create collection testOverseerQuit with shards [shard1, shard2, shard3, shard4]
[junit4] 2> 1226158 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226158 T6345 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6387 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6359 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6392 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226159 T6390 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226256 T6393 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection testOverseerQuit, shardNames [shard1, shard2, shard3, shard4] , replicationFactor : 2
[junit4] 2> 1226256 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard1_replica1 as part of slice shard1 of collection testOverseerQuit on 127.0.0.1:36038_g_ig%2Fp
[junit4] 2> 1226257 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard1_replica2 as part of slice shard1 of collection testOverseerQuit on 127.0.0.1:60387_g_ig%2Fp
[junit4] 2> 1226258 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard2_replica1 as part of slice shard2 of collection testOverseerQuit on 127.0.0.1:51471_g_ig%2Fp
[junit4] 2> 1226259 T6324 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard1_replica1&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard1&wt=javabin&version=2
[junit4] 2> 1226260 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard2_replica2 as part of slice shard2 of collection testOverseerQuit on 127.0.0.1:39510_g_ig%2Fp
[junit4] 2> 1226260 T6341 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard1_replica2&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard1&wt=javabin&version=2
[junit4] 2> 1226261 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard3_replica1 as part of slice shard3 of collection testOverseerQuit on 127.0.0.1:59605_g_ig%2Fp
[junit4] 2> 1226262 T6352 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard2_replica1&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard2&wt=javabin&version=2
[junit4] 2> 1226262 T6341 oasc.ZkController.publish publishing core=testOverseerQuit_shard1_replica2 state=down collection=testOverseerQuit
[junit4] 2> 1226263 T6380 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard2_replica2&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard2&wt=javabin&version=2
[junit4] 2> 1226262 T6324 oasc.ZkController.publish publishing core=testOverseerQuit_shard1_replica1 state=down collection=testOverseerQuit
[junit4] 2> 1226264 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard3_replica2 as part of slice shard3 of collection testOverseerQuit on 127.0.0.1:57181_g_ig%2Fp
[junit4] 2> 1226265 T6341 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226265 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226266 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard4_replica1 as part of slice shard4 of collection testOverseerQuit on 127.0.0.1:43613_g_ig%2Fp
[junit4] 2> 1226266 T6380 oasc.ZkController.publish publishing core=testOverseerQuit_shard2_replica2 state=down collection=testOverseerQuit
[junit4] 2> 1226266 T6352 oasc.ZkController.publish publishing core=testOverseerQuit_shard2_replica1 state=down collection=testOverseerQuit
[junit4] 2> 1226266 T6324 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226268 T6380 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226266 T6313 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard3_replica1&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard3&wt=javabin&version=2
[junit4] 2> 1226270 T6369 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard4_replica1&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard4&wt=javabin&version=2
[junit4] 2> 1226269 T6300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1226269 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226269 T6352 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226268 T6393 oasc.OverseerCollectionProcessor.createCollection Creating shard testOverseerQuit_shard4_replica2 as part of slice shard4 of collection testOverseerQuit on 127.0.0.1:36038_g_ig%2Fp
[junit4] 2> 1226272 T6369 oasc.ZkController.publish publishing core=testOverseerQuit_shard4_replica1 state=down collection=testOverseerQuit
[junit4] 2> 1226267 T6292 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard3_replica2&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard3&wt=javabin&version=2
[junit4] 2> 1226271 T6313 oasc.ZkController.publish publishing core=testOverseerQuit_shard3_replica1 state=down collection=testOverseerQuit
[junit4] 2> 1226271 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:60387/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:60387_g_ig%2Fp",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226273 T6325 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=testOverseerQuit_shard4_replica2&action=CREATE&numShards=4&collection=testOverseerQuit&shard=shard4&wt=javabin&version=2
[junit4] 2> 1226274 T6313 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226275 T6292 oasc.ZkController.publish publishing core=testOverseerQuit_shard3_replica2 state=down collection=testOverseerQuit
[junit4] 2> 1226275 T6325 oasc.ZkController.publish publishing core=testOverseerQuit_shard4_replica2 state=down collection=testOverseerQuit
[junit4] 2> 1226276 T6292 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226277 T6325 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226277 T6369 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1226278 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36038/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:36038_g_ig%2Fp",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226281 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226281 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39510/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:39510_g_ig%2Fp",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226284 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226285 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:51471/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:51471_g_ig%2Fp",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226288 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226290 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43613/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard4_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:43613_g_ig%2Fp",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226291 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226292 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:59605/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard3_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:59605_g_ig%2Fp",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226293 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226293 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:57181/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard3_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:57181_g_ig%2Fp",
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226294 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226295 T6300 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36038/g_ig/p",
[junit4] 2> "core":"testOverseerQuit_shard4_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:36038_g_ig%2Fp",
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testOverseerQuit",
[junit4] 2> "numShards":"4",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1226296 T6299 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1226400 T6331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6359 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6390 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6392 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6387 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1226400 T6345 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4] 2> 1227266 T6341 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard1_replica2
[junit4] 2> 1227267 T6341 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227268 T6341 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227269 T6341 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227269 T6324 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard1_replica1
[junit4] 2> 1227269 T6380 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard2_replica2
[junit4] 2> 1227270 T6341 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227270 T6324 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227271 T6380 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227271 T6341 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-005/testOverseerQuit_shard1_replica2/'
[junit4] 2> 1227272 T6380 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227273 T6380 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227272 T6324 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227274 T6324 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227271 T6352 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard2_replica1
[junit4] 2> 1227274 T6380 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227275 T6324 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227276 T6352 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227276 T6380 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-008/testOverseerQuit_shard2_replica2/'
[junit4] 2> 1227277 T6352 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227278 T6325 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard4_replica2
[junit4] 2> 1227278 T6369 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard4_replica1
[junit4] 2> 1227275 T6313 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard3_replica1
[junit4] 2> 1227279 T6325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227278 T6352 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227277 T6292 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for testOverseerQuit_shard3_replica2
[junit4] 2> 1227276 T6324 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004/testOverseerQuit_shard1_replica1/'
[junit4] 2> 1227280 T6325 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227282 T6352 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227280 T6313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227280 T6369 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227284 T6313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227284 T6313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227283 T6352 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-006/testOverseerQuit_shard2_replica1/'
[junit4] 2> 1227282 T6292 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testOverseerQuit
[junit4] 2> 1227287 T6313 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227282 T6325 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227287 T6292 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227288 T6292 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227287 T6313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-003/testOverseerQuit_shard3_replica1/'
[junit4] 2> 1227285 T6369 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1227289 T6325 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227290 T6369 oascc.ZkStateReader.readConfigName Load collection config from:/collections/testOverseerQuit
[junit4] 2> 1227290 T6325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-004/testOverseerQuit_shard4_replica2/'
[junit4] 2> 1227291 T6292 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227291 T6292 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-002/testOverseerQuit_shard3_replica2/'
[junit4] 2> 1227293 T6369 oascc.ZkStateReader.readConfigName path=/collections/testOverseerQuit configName=conf1 specified config exists in ZooKeeper
[junit4] 2> 1227293 T6369 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./temp/solr.cloud.OverseerRolesTest-D8C39BE6DB8B47DA-001/tempDir-007/testOverseerQuit_shard4_replica1/'
[junit4] 2> 1227308 T6341 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227315 T6380 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227321 T6341 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227322 T6341 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227326 T6313 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227327 T6380 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227328 T6380 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227330 T6341 oass.IndexSchema.readSchema [testOverseerQuit_shard1_replica2] Schema name=test
[junit4] 2> 1227348 T6352 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227349 T6380 oass.IndexSchema.readSchema [testOverseerQuit_shard2_replica2] Schema name=test
[junit4] 2> 1227353 T6324 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227356 T6313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227361 T6313 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227363 T6369 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227370 T6324 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227371 T6313 oass.IndexSchema.readSchema [testOverseerQuit_shard3_replica1] Schema name=test
[junit4] 2> 1227372 T6324 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227380 T6292 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227381 T6325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
[junit4] 2> 1227381 T6352 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227383 T6352 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227407 T6369 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227408 T6352 oass.IndexSchema.readSchema [testOverseerQuit_shard2_replica1] Schema name=test
[junit4] 2> 1227408 T6324 oass.IndexSchema.readSchema [testOverseerQuit_shard1_replica1] Schema name=test
[junit4] 2> 1227409 T6292 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227410 T6369 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227411 T6292 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227416 T6325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1227417 T6292 oass.IndexSchema.readSchema [testOverseerQuit_shard3_replica2] Schema name=test
[junit4] 2> 1227419 T6325 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1227421 T6369 oass.IndexSchema.readSchema [testOverseerQuit_shard4_replica1] Schema name=test
[junit4] 2> 1227449 T6325 oass.IndexSchema.readSchema [testOverseerQuit_shard4_replica2] Schema name=test
[junit4] 2> 1227622 T6313 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1227623 T6341 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1227626 T6380 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1227629 T6313 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1227630 T6341 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1227632 T6313 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1227632 T6380 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1227632 T6341 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1227635 T6380 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1227661 T6341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1227662 T6324 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1227663 T
[...truncated too long message...]
l.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 78772 T6008 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> 81775 T6008 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=ar_IQ, timezone=PST8PDT
[junit4] 2> NOTE: Linux 3.8.0-39-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=2,free=242872728,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [HardAutoCommitTest, FieldAnalysisRequestHandlerTest, SuggestComponentTest, TestBinaryField, AbstractAnalyticsStatsTest, NoCacheHeaderTest, TestStressLucene, ResponseHeaderTest, TestFuzzyAnalyzedSuggestions, SpellCheckComponentTest, TestSerializedLuceneMatchVersion, TestLazyCores, TestPartialUpdateDeduplication, DateMathParserTest, DocValuesMissingTest, TestStressRecovery, TestCSVResponseWriter, TestSolrXMLSerializer, BlockCacheTest, FieldFacetExtrasTest, TestPhraseSuggestions, TestAtomicUpdateErrorCases, ReplicationFactorTest, TestSolrCoreProperties, CollectionsAPIDistributedZkTest, MinimalSchemaTest, TestCollapseQParserPlugin, TestCSVLoader, SystemInfoHandlerTest, DOMUtilTest, NoFacetTest, PluginInfoTest, SuggesterWFSTTest, TestHashPartitioner, SolrTestCaseJ4Test, TestInfoStreamLogging, TestDocumentBuilder, SimplePostToolTest, AtomicUpdatesTest, TestDistributedSearch, TestFreeTextSuggestions, TestIndexingPerformance, TestFastOutputStream, DeleteShardTest, OutputWriterTest, SolrCmdDistributorTest, TestWordDelimiterFilterFactory, XmlUpdateRequestHandlerTest, SuggesterTSTTest, ChaosMonkeySafeLeaderTest, DistributedSuggestComponentTest, HighlighterTest, CoreContainerCoreInitFailuresTest, CurrencyFieldXmlFileTest, TestDynamicFieldResource, OpenCloseCoreStressTest, SpellCheckCollatorTest, SolrCoreCheckLockOnStartupTest, SortByFunctionTest, MergeStrategyTest, SSLMigrationTest, TestRecoveryHdfs, TestManagedStopFilterFactory, FunctionTest, TestRangeQuery, TriLevelCompositeIdRoutingTest, DisMaxRequestHandlerTest, TestRandomFaceting, TestBinaryResponseWriter, DateFieldTest, TestCloudManagedSchemaAddField, PrimUtilsTest, DistanceFunctionTest, DeleteReplicaTest, OpenExchangeRatesOrgProviderTest, HighlighterConfigTest, DistribDocExpirationUpdateProcessorTest, TestFastWriter, TestOverriddenPrefixQueryForCustomFieldType, BadIndexSchemaTest, StandardRequestHandlerTest, LegacyHTMLStripCharFilterTest, LeaderElectionIntegrationTest, TestMiniSolrCloudCluster, InfoHandlerTest, TestLRUCache, HdfsBasicDistributedZkTest, TestImplicitCoreProperties, DocValuesMultiTest, ChangedSchemaMergeTest, TestUniqueKeyFieldResource, StatsComponentTest, AliasIntegrationTest, ResourceLoaderTest, FullSolrCloudDistribCmdsTest, TestQuerySenderNoQuery, TestFileDictionaryLookup, HdfsUnloadDistributedZkTest, XsltUpdateRequestHandlerTest, HdfsLockFactoryTest, BasicZkTest, ClusterStateUpdateTest, ZkSolrClientTest, ShardRoutingCustomTest, SliceStateUpdateTest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestRealTimeGet, TestMultiCoreConfBootstrap, TestReload, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, PeerSyncTest, ConvertedLegacyTest, TestFiltering, TestFoldingMultitermQuery, DocValuesTest, WordBreakSolrSpellCheckerTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, DocumentBuilderTest, TermVectorComponentTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestLFUCache, AlternateDirectoryTest, ResponseLogComponentTest, TestMergePolicyConfig, MultiTermTest, TestDocSet, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCodecSupport, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, ScriptEngineTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, SliceStateTest, FileUtilsTest, TestRTGBase, FieldFacetTest, QueryFacetTest, CollectionsAPIAsyncDistributedZkTest, DistribCursorPagingTest, MultiThreadedOCPTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MultiThreadedOCPTest -Dtests.seed=D8C39BE6DB8B47DA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_IQ -Dtests.timezone=PST8PDT -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | MultiThreadedOCPTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:
[junit4] > 1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([D8C39BE6DB8B47DA]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=6130, name=parallelCoreAdminExecutor-3483-thread-1, state=WAITING, group=TGRP-MultiThreadedOCPTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([D8C39BE6DB8B47DA]:0)
[junit4] Completed on J1 in 81.82s, 1 test, 2 errors <<< FAILURES!
[...truncated 196 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1296: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:920: There were test failures: 406 suites, 1688 tests, 2 suite-level errors, 1 failure, 242 ignored (15 assumptions)
Total time: 52 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0_20-ea-b15 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure