You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/12/28 10:52:50 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 478 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/478/
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:29407/y/j/collection1, http://127.0.0.1:29401/y/j/collection1]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:29407/y/j/collection1, http://127.0.0.1:29401/y/j/collection1]
at __randomizedtesting.SeedInfo.seed([15C18C8A77651632:94270292003A760E]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1325)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:305)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:117)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: no servers hosting shard:
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
... 49 more
Build Log:
[...truncated 10454 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4] 2> 1555869 T4062 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /y/j
[junit4] 2> 1555874 T4062 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1388222764613
[junit4] 2> 1555875 T4062 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1555876 T4063 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1555977 T4062 oasc.ZkTestServer.run start zk server on port:29394
[junit4] 2> 1555977 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1555982 T4069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1917b80c name:ZooKeeperConnection Watcher:127.0.0.1:29394 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1555982 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1555983 T4062 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1556026 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1556028 T4071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2edb81b0 name:ZooKeeperConnection Watcher:127.0.0.1:29394/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1556028 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1556028 T4062 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1556070 T4062 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1556073 T4062 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1556076 T4062 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1556078 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1556079 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1556095 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1556095 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1556213 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1556214 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1556220 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1556220 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1556232 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1556233 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1556236 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1556237 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1556257 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1556257 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1556260 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1556261 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1556287 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1556288 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1556291 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1556291 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1556335 T4062 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1556336 T4062 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1556625 T4062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1556629 T4062 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29397
[junit4] 2> 1556629 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1556630 T4062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1556630 T4062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086
[junit4] 2> 1556630 T4062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/'
[junit4] 2> 1556668 T4062 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/solr.xml
[junit4] 2> 1556760 T4062 oasc.CoreContainer.<init> New CoreContainer 296915780
[junit4] 2> 1556760 T4062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/]
[junit4] 2> 1556762 T4062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1556763 T4062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1556763 T4062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1556763 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1556764 T4062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1556764 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1556765 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1556765 T4062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1556765 T4062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1556783 T4062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1556784 T4062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1556784 T4062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1556785 T4062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29394/solr
[junit4] 2> 1556785 T4062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1556786 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1556790 T4082 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d66227f name:ZooKeeperConnection Watcher:127.0.0.1:29394 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1556790 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1556804 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1556806 T4084 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@726c1173 name:ZooKeeperConnection Watcher:127.0.0.1:29394/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1556806 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1556809 T4062 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1556821 T4062 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1556824 T4062 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1556826 T4062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29397_y%2Fj
[junit4] 2> 1556833 T4062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29397_y%2Fj
[junit4] 2> 1556836 T4062 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1556851 T4062 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1556858 T4062 oasc.Overseer.start Overseer (id=90978567102136323-127.0.0.1:29397_y%2Fj-n_0000000000) starting
[junit4] 2> 1556863 T4062 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1556874 T4086 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1556875 T4062 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1556878 T4062 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1556885 T4062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1556888 T4085 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1556894 T4087 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1556894 T4087 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1556895 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1556895 T4087 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1556896 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1556897 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:29397/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29397_y%2Fj",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1556897 T4085 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1556898 T4085 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1556900 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1556901 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1557896 T4087 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1557896 T4087 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/collection1
[junit4] 2> 1557896 T4087 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1557897 T4087 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1557897 T4087 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1557898 T4087 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/collection1/'
[junit4] 2> 1557900 T4087 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/collection1/lib/README' to classloader
[junit4] 2> 1557901 T4087 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/collection1/lib/classes/' to classloader
[junit4] 2> 1557961 T4087 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1558022 T4087 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1558123 T4087 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1558133 T4087 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1558721 T4087 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1558733 T4087 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1558737 T4087 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1558750 T4087 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1558755 T4087 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1558759 T4087 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1558760 T4087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1558760 T4087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1558760 T4087 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1558761 T4087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1558761 T4087 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1558762 T4087 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1558762 T4087 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388222765086/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/control/data/
[junit4] 2> 1558762 T4087 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3774df37
[junit4] 2> 1558763 T4087 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/control/data
[junit4] 2> 1558764 T4087 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/control/data/index/
[junit4] 2> 1558764 T4087 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1558764 T4087 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/control/data/index
[junit4] 2> 1558765 T4087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5270378027038441]
[junit4] 2> 1558765 T4087 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3386061f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fcf780e),segFN=segments_1,generation=1}
[junit4] 2> 1558766 T4087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1558769 T4087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1558770 T4087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1558770 T4087 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1558770 T4087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1558771 T4087 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1558771 T4087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1558771 T4087 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1558772 T4087 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1558772 T4087 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1558772 T4087 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1558773 T4087 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1558773 T4087 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1558774 T4087 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1558774 T4087 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1558775 T4087 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1558775 T4087 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1558776 T4087 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1558792 T4087 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1558798 T4087 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1558798 T4087 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1558799 T4087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=2.05859375, floorSegmentMB=0.7978515625, forceMergeDeletesPctAllowed=18.608060409440068, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4741363762599884
[junit4] 2> 1558799 T4087 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3386061f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5fcf780e),segFN=segments_1,generation=1}
[junit4] 2> 1558800 T4087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1558800 T4087 oass.SolrIndexSearcher.<init> Opening Searcher@277adb25 main
[junit4] 2> 1558803 T4088 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@277adb25 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1558805 T4087 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1558806 T4062 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1558807 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1558806 T4091 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29397/y/j collection:control_collection shard:shard1
[junit4] 2> 1558808 T4091 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1558809 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1558811 T4093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18b254c8 name:ZooKeeperConnection Watcher:127.0.0.1:29394/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1558811 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1558826 T4062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1558829 T4091 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1558829 T4062 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1558831 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1558832 T4091 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1558832 T4091 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1372 name=collection1 org.apache.solr.core.SolrCore@4d07a59c url=http://127.0.0.1:29397/y/j/collection1 node=127.0.0.1:29397_y%2Fj C1372_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:29397/y/j, core=collection1, node_name=127.0.0.1:29397_y%2Fj}
[junit4] 2> 1558832 T4091 C1372 P29397 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29397/y/j/collection1/
[junit4] 2> 1558832 T4091 C1372 P29397 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1558832 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1558833 T4091 C1372 P29397 oasc.SyncStrategy.syncToMe http://127.0.0.1:29397/y/j/collection1/ has no replicas
[junit4] 2> 1558833 T4091 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29397/y/j/collection1/ shard1
[junit4] 2> 1558833 T4091 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1558835 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1558836 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1558836 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1558841 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1558844 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1558946 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1558947 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1558994 T4091 oasc.ZkController.register We are http://127.0.0.1:29397/y/j/collection1/ and leader is http://127.0.0.1:29397/y/j/collection1/
[junit4] 2> 1558994 T4091 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29397/y/j
[junit4] 2> 1558994 T4091 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1558994 T4091 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1558994 T4091 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1558996 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1558996 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1558996 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1558996 T4091 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1558997 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1558998 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:29397/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29397_y%2Fj",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1559007 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1559106 T4062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1559108 T4062 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29401
[junit4] 2> 1559109 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1559109 T4062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1559110 T4062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568
[junit4] 2> 1559110 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1559110 T4062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/'
[junit4] 2> 1559110 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1559153 T4062 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/solr.xml
[junit4] 2> 1559245 T4062 oasc.CoreContainer.<init> New CoreContainer 940065503
[junit4] 2> 1559245 T4062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/]
[junit4] 2> 1559247 T4062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1559247 T4062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1559248 T4062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1559248 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1559249 T4062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1559249 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1559249 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1559250 T4062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1559250 T4062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1559268 T4062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1559268 T4062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1559269 T4062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1559269 T4062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29394/solr
[junit4] 2> 1559270 T4062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1559271 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1559301 T4104 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2888543 name:ZooKeeperConnection Watcher:127.0.0.1:29394 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1559301 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1559303 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1559312 T4106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8cad574 name:ZooKeeperConnection Watcher:127.0.0.1:29394/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1559313 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1559317 T4062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1560320 T4062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29401_y%2Fj
[junit4] 2> 1560322 T4062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29401_y%2Fj
[junit4] 2> 1560325 T4093 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1560325 T4084 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1560325 T4106 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1560343 T4107 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1560344 T4107 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1560345 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1560345 T4107 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1560346 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1560346 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1560347 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1560348 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:29401/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29401_y%2Fj",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1560348 T4085 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1560349 T4085 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1560351 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1560454 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1560454 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1560454 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1561347 T4107 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1561347 T4107 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/collection1
[junit4] 2> 1561347 T4107 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1561348 T4107 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1561348 T4107 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1561350 T4107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/collection1/'
[junit4] 2> 1561351 T4107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/collection1/lib/classes/' to classloader
[junit4] 2> 1561352 T4107 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/collection1/lib/README' to classloader
[junit4] 2> 1561413 T4107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1561474 T4107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1561575 T4107 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1561585 T4107 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1562176 T4107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1562187 T4107 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1562191 T4107 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1562205 T4107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1562209 T4107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1562213 T4107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1562214 T4107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1562215 T4107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1562215 T4107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1562216 T4107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1562216 T4107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1562216 T4107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1562217 T4107 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388222767568/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty1/
[junit4] 2> 1562217 T4107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3774df37
[junit4] 2> 1562218 T4107 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty1
[junit4] 2> 1562218 T4107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty1/index/
[junit4] 2> 1562218 T4107 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1562219 T4107 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty1/index
[junit4] 2> 1562219 T4107 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5270378027038441]
[junit4] 2> 1562220 T4107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@19c14267 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58856430),segFN=segments_1,generation=1}
[junit4] 2> 1562220 T4107 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1562225 T4107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1562225 T4107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1562226 T4107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1562226 T4107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1562226 T4107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1562226 T4107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1562227 T4107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1562227 T4107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1562227 T4107 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1562228 T4107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1562229 T4107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1562229 T4107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1562229 T4107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1562230 T4107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1562230 T4107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1562231 T4107 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1562232 T4107 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1562248 T4107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1562253 T4107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1562253 T4107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1562254 T4107 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=2.05859375, floorSegmentMB=0.7978515625, forceMergeDeletesPctAllowed=18.608060409440068, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4741363762599884
[junit4] 2> 1562254 T4107 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@19c14267 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@58856430),segFN=segments_1,generation=1}
[junit4] 2> 1562255 T4107 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1562255 T4107 oass.SolrIndexSearcher.<init> Opening Searcher@2de14cb4 main
[junit4] 2> 1562259 T4108 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2de14cb4 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1562262 T4107 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1562263 T4062 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1562264 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1562263 T4111 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29401/y/j collection:collection1 shard:shard2
[junit4] 2> 1562265 T4111 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1562290 T4111 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1562299 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562300 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562300 T4111 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1562300 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562300 T4111 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1373 name=collection1 org.apache.solr.core.SolrCore@6f95a752 url=http://127.0.0.1:29401/y/j/collection1 node=127.0.0.1:29401_y%2Fj C1373_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:29401/y/j, core=collection1, node_name=127.0.0.1:29401_y%2Fj}
[junit4] 2> 1562301 T4111 C1373 P29401 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29401/y/j/collection1/
[junit4] 2> 1562301 T4111 C1373 P29401 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1562301 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1562301 T4111 C1373 P29401 oasc.SyncStrategy.syncToMe http://127.0.0.1:29401/y/j/collection1/ has no replicas
[junit4] 2> 1562302 T4111 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29401/y/j/collection1/ shard2
[junit4] 2> 1562302 T4111 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1562304 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562312 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562312 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562312 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562316 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1562319 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562423 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562423 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562423 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562469 T4111 oasc.ZkController.register We are http://127.0.0.1:29401/y/j/collection1/ and leader is http://127.0.0.1:29401/y/j/collection1/
[junit4] 2> 1562469 T4111 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29401/y/j
[junit4] 2> 1562469 T4111 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1562470 T4111 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1562470 T4111 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1562471 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562472 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562472 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562472 T4111 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1562473 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1562474 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:29401/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29401_y%2Fj",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1562483 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1562545 T4062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1562548 T4062 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29404
[junit4] 2> 1562549 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1562549 T4062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1562549 T4062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003
[junit4] 2> 1562550 T4062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/'
[junit4] 2> 1562586 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562586 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562586 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1562587 T4062 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/solr.xml
[junit4] 2> 1562679 T4062 oasc.CoreContainer.<init> New CoreContainer 1052569975
[junit4] 2> 1562680 T4062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/]
[junit4] 2> 1562682 T4062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1562682 T4062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1562682 T4062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1562683 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1562683 T4062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1562684 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1562684 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1562684 T4062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1562685 T4062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1562704 T4062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1562705 T4062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1562705 T4062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1562706 T4062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29394/solr
[junit4] 2> 1562706 T4062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1562707 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1562709 T4122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61c26dfb name:ZooKeeperConnection Watcher:127.0.0.1:29394 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1562710 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1562712 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1562720 T4124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aab8169 name:ZooKeeperConnection Watcher:127.0.0.1:29394/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1562720 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1562729 T4062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1563732 T4062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29404_y%2Fj
[junit4] 2> 1563734 T4062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29404_y%2Fj
[junit4] 2> 1563738 T4093 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1563738 T4124 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1563738 T4084 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1563738 T4106 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1563753 T4125 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1563753 T4125 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1563754 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1563754 T4125 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1563754 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1563755 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1563756 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1563756 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:29404/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29404_y%2Fj",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1563757 T4085 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1563757 T4085 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1563760 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1563862 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1563862 T4124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1563862 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1563862 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1564756 T4125 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1564756 T4125 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/collection1
[junit4] 2> 1564756 T4125 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1564757 T4125 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1564757 T4125 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1564758 T4125 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/collection1/'
[junit4] 2> 1564759 T4125 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/collection1/lib/README' to classloader
[junit4] 2> 1564760 T4125 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/collection1/lib/classes/' to classloader
[junit4] 2> 1564826 T4125 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1564886 T4125 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1564988 T4125 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1564998 T4125 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1565589 T4125 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1565601 T4125 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1565605 T4125 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1565618 T4125 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1565622 T4125 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1565627 T4125 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1565628 T4125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1565628 T4125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1565628 T4125 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1565629 T4125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1565629 T4125 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1565630 T4125 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1565630 T4125 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388222771003/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty2/
[junit4] 2> 1565630 T4125 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3774df37
[junit4] 2> 1565631 T4125 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty2
[junit4] 2> 1565631 T4125 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty2/index/
[junit4] 2> 1565632 T4125 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1565632 T4125 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty2/index
[junit4] 2> 1565632 T4125 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=20, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5270378027038441]
[junit4] 2> 1565633 T4125 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d177202 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee25001),segFN=segments_1,generation=1}
[junit4] 2> 1565634 T4125 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1565638 T4125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1565638 T4125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1565639 T4125 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1565639 T4125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1565639 T4125 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1565640 T4125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1565640 T4125 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1565641 T4125 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1565641 T4125 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1565641 T4125 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1565642 T4125 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1565642 T4125 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1565643 T4125 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1565643 T4125 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1565644 T4125 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1565644 T4125 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1565645 T4125 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1565661 T4125 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1565666 T4125 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1565666 T4125 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1565667 T4125 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=2.05859375, floorSegmentMB=0.7978515625, forceMergeDeletesPctAllowed=18.608060409440068, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4741363762599884
[junit4] 2> 1565668 T4125 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1d177202 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ee25001),segFN=segments_1,generation=1}
[junit4] 2> 1565668 T4125 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1565668 T4125 oass.SolrIndexSearcher.<init> Opening Searcher@17d4956b main
[junit4] 2> 1565672 T4126 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17d4956b main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1565675 T4125 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1565676 T4062 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 1565676 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1565676 T4129 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29404/y/j collection:collection1 shard:shard1
[junit4] 2> 1565677 T4129 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1565711 T4129 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1565713 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565713 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565713 T4129 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1565713 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565714 T4129 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1374 name=collection1 org.apache.solr.core.SolrCore@3786e71f url=http://127.0.0.1:29404/y/j/collection1 node=127.0.0.1:29404_y%2Fj C1374_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:29404/y/j, core=collection1, node_name=127.0.0.1:29404_y%2Fj}
[junit4] 2> 1565714 T4129 C1374 P29404 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29404/y/j/collection1/
[junit4] 2> 1565714 T4129 C1374 P29404 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1565715 T4129 C1374 P29404 oasc.SyncStrategy.syncToMe http://127.0.0.1:29404/y/j/collection1/ has no replicas
[junit4] 2> 1565715 T4129 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29404/y/j/collection1/ shard1
[junit4] 2> 1565715 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1565715 T4129 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1565724 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565733 T4124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565733 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565733 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565733 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565743 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1565747 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565850 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565850 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565850 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565850 T4124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1565895 T4129 oasc.ZkController.register We are http://127.0.0.1:29404/y/j/collection1/ and leader is http://127.0.0.1:29404/y/j/collection1/
[junit4] 2> 1565895 T4129 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29404/y/j
[junit4] 2> 1565895 T4129 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1565895 T4129 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1565895 T4129 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1565897 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565897 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565897 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565897 T4129 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1565898 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1565899 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:29404/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29404_y%2Fj",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 1565909 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1565958 T4062 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1565961 T4062 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29407
[junit4] 2> 1565962 T4062 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1565962 T4062 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1565963 T4062 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388222774416
[junit4] 2> 1565963 T4062 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388222774416/'
[junit4] 2> 1566000 T4062 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388222774416/solr.xml
[junit4] 2> 1566011 T4084 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1566011 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1566011 T4124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1566011 T4093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1566091 T4062 oasc.CoreContainer.<init> New CoreContainer 1854401386
[junit4] 2> 1566091 T4062 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388222774416/]
[junit4] 2> 1566093 T4062 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1566093 T4062 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1566094 T4062 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1566094 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1566095 T4062 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1566095 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1566095 T4062 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1566096 T4062 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1566096 T4062 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1566114 T4062 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1566114 T4062 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1566115 T4062 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1566115 T4062 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29394/solr
[junit4] 2> 1566116 T4062 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1566117 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1566124 T4140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c7b7563 name:ZooKeeperConnection Watcher:127.0.0.1:29394 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1566124 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1566126 T4062 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1566128 T4142 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@463d1fb1 name:ZooKeeperConnection Watcher:127.0.0.1:29394/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1566129 T4062 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1566139 T4062 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1567142 T4062 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29407_y%2Fj
[junit4] 2> 1567169 T4062 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29407_y%2Fj
[junit4] 2> 1567172 T4093 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1567173 T4106 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1567173 T4124 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1567173 T4084 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1567173 T4142 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1567193 T4143 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1567193 T4143 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1567194 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1567194 T4143 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1567194 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1567195 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1567196 T4085 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1567197 T4085 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:29407/y/j",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:29407_y%2Fj",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1567197 T4085 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1567197 T4085 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1567200 T4084 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1567303 T4106 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1567303 T4142 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 1567303 T4124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size:
[...truncated too long message...]
terCloser
[junit4] 2> 1627326 T4161 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 1627326 T4161 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1627327 T4161 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty4/index;done=false>>]
[junit4] 2> 1627327 T4161 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty4/index
[junit4] 2> 1627327 T4161 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty4;done=false>>]
[junit4] 2> 1627327 T4161 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1388222764612/jetty4
[junit4] 2> 1627327 T4161 oasc.LeaderElector$1.process WARN org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:63)
[junit4] 2> at org.apache.solr.cloud.Overseer.getInQueue(Overseer.java:1028)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:157)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:385)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:178)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:385)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:249)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:218)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:215)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:215)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:92)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:86)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:61)
[junit4] 2> ... 18 more
[junit4] 2>
[junit4] 2> 1627329 T4161 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1627329 T4161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1627329 T4161 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1627329 T4161 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:252)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:249)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:249)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=ru, timezone=Pacific/Tahiti
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=117161544,total=346161152
[junit4] 2> NOTE: All tests run in this JVM: [TestWriterPerf, SearchHandlerTest, CoreAdminHandlerTest, LeaderElectionTest, ResourceLoaderTest, TestLRUCache, TestFieldCollectionResource, TestRealTimeGet, UpdateRequestProcessorFactoryTest, PreAnalyzedUpdateProcessorTest, LoggingHandlerTest, CopyFieldTest, DocValuesTest, URLClassifyProcessorTest, TestManagedSchema, QueryElevationComponentTest, MoreLikeThisHandlerTest, EnumFieldTest, SuggestComponentTest, TriLevelCompositeIdRoutingTest, SynonymTokenizerTest, TestCoreContainer, ExternalFileFieldSortTest, PrimitiveFieldTypeTest, TestCharFilters, HdfsRecoveryZkTest, AssignTest, TestDocSet, BasicFunctionalityTest, TestFaceting, SolrIndexSplitterTest, TestExtendedDismaxParser, DOMUtilTest, TestPHPSerializedResponseWriter, TestQueryUtils, TestDocumentBuilder, TestJmxMonitoredMap, TestReplicationHandler, TestSolrQueryParser, TestPerFieldSimilarity, ParsingFieldUpdateProcessorsTest, TestCloudManagedSchemaAddField, BinaryUpdateRequestHandlerTest, BJQParserTest, SuggesterTest, TestSolrXmlPersistor, SoftAutoCommitTest, SpatialFilterTest, TestRandomDVFaceting, HdfsLockFactoryTest, DeleteReplicaTest, SolrCoreTest, ModifyConfFileTest, CoreAdminCreateDiscoverTest, ZkControllerTest, DeleteShardTest, TestConfig, UUIDFieldTest, TestSurroundQueryParser, TestSuggestSpellingConverter, DocumentBuilderTest, TestMergePolicyConfig, OverseerCollectionProcessorTest, InfoHandlerTest, TestHighFrequencyDictionaryFactory, TestLFUCache, TestReloadAndDeleteDocs, RegexBoostProcessorTest, ResponseLogComponentTest, TestRemoteStreaming, TestBM25SimilarityFactory, TestLuceneMatchVersion, TestAnalyzeInfixSuggestions, SliceStateTest, LukeRequestHandlerTest, TestShardHandlerFactory, IndexSchemaTest, TestSchemaVersionResource, TestLMJelinekMercerSimilarityFactory, TestDocBasedVersionConstraints, DistributedSpellCheckComponentTest, TestSolrIndexConfig, ClusterStateUpdateTest, TestDistributedMissingSort, TestPostingsSolrHighlighter, TestSearchPerf, FunctionTest, BasicDistributedZkTest, BasicDistributedZk2Test]
[junit4] Completed on J0 in 72.22s, 1 test, 1 error <<< FAILURES!
[...truncated 569 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:460: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:433: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1304: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:937: There were test failures: 357 suites, 1573 tests, 1 error, 32 ignored (4 assumptions)
Total time: 122 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 480 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/480/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch
Error Message:
There were expected update fails expected:<0> but was:<1>
Stack Trace:
java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
at __randomizedtesting.SeedInfo.seed([6C742E3E00693B41:ED92A02677365B7D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 10903 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4] 2> 2894593 T6739 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 2894599 T6739 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyNothingIsSafeTest-1388428887742
[junit4] 2> 2894601 T6739 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 2894602 T6740 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 2894702 T6739 oasc.ZkTestServer.run start zk server on port:40843
[junit4] 2> 2894703 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2894708 T6747 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f6a0058 name:ZooKeeperConnection Watcher:127.0.0.1:40843 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2894708 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2894708 T6739 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 2894720 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2894722 T6750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3130d412 name:ZooKeeperConnection Watcher:127.0.0.1:40843/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2894722 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2894723 T6739 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 2894732 T6739 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 2894735 T6739 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 2894738 T6739 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 2894746 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2894747 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 2894752 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2894753 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 2894857 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2894858 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2894861 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2894862 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 2894864 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2894865 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 2894868 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2894869 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 2894876 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2894877 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 2894880 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2894880 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 2894883 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2894884 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2894887 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2894887 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 2894895 T6739 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2894896 T6739 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 2895190 T6739 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 2895196 T6739 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31685
[junit4] 2> 2895197 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 2895197 T6739 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2895198 T6739 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041
[junit4] 2> 2895198 T6739 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/'
[junit4] 2> 2895235 T6739 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/solr.xml
[junit4] 2> 2895334 T6739 oasc.CoreContainer.<init> New CoreContainer 690426594
[junit4] 2> 2895335 T6739 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/]
[junit4] 2> 2895337 T6739 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 2895337 T6739 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 2895338 T6739 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 2895338 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 2895339 T6739 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 2895339 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 2895339 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 2895340 T6739 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 2895340 T6739 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 2895357 T6739 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2895358 T6739 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2895358 T6739 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 2895359 T6739 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40843/solr
[junit4] 2> 2895359 T6739 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 2895360 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2895380 T6762 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee9f4dd name:ZooKeeperConnection Watcher:127.0.0.1:40843 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2895380 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2895435 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2895438 T6765 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bf694ec name:ZooKeeperConnection Watcher:127.0.0.1:40843/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2895438 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2895440 T6739 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 2895482 T6739 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 2895529 T6739 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 2895531 T6739 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31685_
[junit4] 2> 2895540 T6739 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31685_
[junit4] 2> 2895543 T6739 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 2895545 T6739 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 2895557 T6739 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 2895607 T6739 oasc.Overseer.start Overseer (id=90992075587518467-127.0.0.1:31685_-n_0000000000) starting
[junit4] 2> 2895660 T6739 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 2895698 T6767 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 2895698 T6739 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 2895700 T6739 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 2895702 T6739 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2895704 T6766 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 2895710 T6768 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 2895710 T6768 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2895712 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2895712 T6768 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 2895713 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2895713 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:31685",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:31685_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 2895714 T6766 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 2895714 T6766 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2895716 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2895717 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2896713 T6768 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 2896713 T6768 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/collection1
[junit4] 2> 2896713 T6768 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 2896714 T6768 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 2896714 T6768 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 2896715 T6768 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/collection1/'
[junit4] 2> 2896717 T6768 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/collection1/lib/classes/' to classloader
[junit4] 2> 2896718 T6768 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/collection1/lib/README' to classloader
[junit4] 2> 2896780 T6768 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 2896843 T6768 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 2896945 T6768 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 2896962 T6768 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 2897533 T6768 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 2897537 T6768 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 2897539 T6768 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 2897544 T6768 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 2897564 T6768 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 2897565 T6768 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1388428888041/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data/
[junit4] 2> 2897565 T6768 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e506d2d
[junit4] 2> 2897567 T6768 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data
[junit4] 2> 2897568 T6768 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data/index/
[junit4] 2> 2897569 T6768 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 2897570 T6768 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data/index
[junit4] 2> 2897570 T6768 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@76d43237
[junit4] 2> 2897575 T6768 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 2897575 T6768 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 2897580 T6768 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 2897580 T6768 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 2897580 T6768 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 2897581 T6768 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 2897581 T6768 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 2897581 T6768 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 2897582 T6768 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2897582 T6768 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2897582 T6768 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 2897583 T6768 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 2897584 T6768 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 2897584 T6768 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 2897584 T6768 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 2897585 T6768 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 2897585 T6768 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 2897586 T6768 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 2897586 T6768 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 2897602 T6768 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 2897606 T6768 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 2897606 T6768 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 2897607 T6768 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.658203125, floorSegmentMB=1.11328125, forceMergeDeletesPctAllowed=3.953918373541585, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12357029342761239
[junit4] 2> 2897608 T6768 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/control/data/index,segFN=segments_1,generation=1}
[junit4] 2> 2897609 T6768 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 2897609 T6768 oass.SolrIndexSearcher.<init> Opening Searcher@7d99124a main
[junit4] 2> 2897619 T6769 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d99124a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 2897622 T6768 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 2897623 T6739 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 2897623 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 2897623 T6772 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31685 collection:control_collection shard:shard1
[junit4] 2> 2897625 T6772 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 2897626 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2897638 T6775 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6747c583 name:ZooKeeperConnection Watcher:127.0.0.1:40843/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2897638 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2897640 T6739 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2897654 T6772 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 2897654 T6739 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2897656 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897657 T6772 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 2897657 T6772 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1998 name=collection1 org.apache.solr.core.SolrCore@730fa7cf url=http://127.0.0.1:31685/collection1 node=127.0.0.1:31685_ C1998_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:31685, core=collection1, node_name=127.0.0.1:31685_}
[junit4] 2> 2897657 T6772 C1998 P31685 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31685/collection1/
[junit4] 2> 2897657 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2897658 T6772 C1998 P31685 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 2897658 T6772 C1998 P31685 oasc.SyncStrategy.syncToMe http://127.0.0.1:31685/collection1/ has no replicas
[junit4] 2> 2897658 T6772 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31685/collection1/ shard1
[junit4] 2> 2897659 T6772 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 2897666 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897673 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2897673 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2897690 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2897694 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897796 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2897797 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2897843 T6772 oasc.ZkController.register We are http://127.0.0.1:31685/collection1/ and leader is http://127.0.0.1:31685/collection1/
[junit4] 2> 2897843 T6772 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31685
[junit4] 2> 2897843 T6772 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 2897843 T6772 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 2897843 T6772 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2897845 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897845 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897845 T6772 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2897845 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897847 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2897848 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:31685",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:31685_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 2897856 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2897909 T6739 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 2897911 T6739 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:33217
[junit4] 2> 2897912 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 2897912 T6739 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2897913 T6739 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797
[junit4] 2> 2897913 T6739 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/'
[junit4] 2> 2897947 T6739 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/solr.xml
[junit4] 2> 2897960 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2897960 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 2898037 T6739 oasc.CoreContainer.<init> New CoreContainer 2073493383
[junit4] 2> 2898037 T6739 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/]
[junit4] 2> 2898039 T6739 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 2898040 T6739 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 2898040 T6739 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 2898040 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 2898041 T6739 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 2898041 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 2898041 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 2898042 T6739 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 2898042 T6739 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 2898059 T6739 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2898059 T6739 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2898060 T6739 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 2898060 T6739 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40843/solr
[junit4] 2> 2898060 T6739 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 2898062 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2898064 T6787 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fca3daf name:ZooKeeperConnection Watcher:127.0.0.1:40843 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2898064 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2898067 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2898075 T6790 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@412cf05f name:ZooKeeperConnection Watcher:127.0.0.1:40843/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2898076 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2898084 T6739 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2899087 T6739 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33217_
[junit4] 2> 2899089 T6739 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33217_
[junit4] 2> 2899092 T6775 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2899092 T6790 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2899092 T6765 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 2899115 T6791 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 2899115 T6791 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2899117 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2899117 T6791 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 2899117 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2899118 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2899118 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2899119 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33217",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:33217_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 2899119 T6766 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 2899119 T6766 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2899123 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2899226 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2899226 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2899226 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2900118 T6791 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 2900118 T6791 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/collection1
[junit4] 2> 2900118 T6791 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 2900119 T6791 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 2900120 T6791 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 2900120 T6791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/collection1/'
[junit4] 2> 2900123 T6791 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/collection1/lib/README' to classloader
[junit4] 2> 2900124 T6791 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/collection1/lib/classes/' to classloader
[junit4] 2> 2900189 T6791 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 2900256 T6791 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 2900358 T6791 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 2900377 T6791 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 2900985 T6791 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 2900989 T6791 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 2900991 T6791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 2900997 T6791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 2901017 T6791 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 2901017 T6791 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1388428890797/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1/
[junit4] 2> 2901017 T6791 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e506d2d
[junit4] 2> 2901019 T6791 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1
[junit4] 2> 2901020 T6791 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1/index/
[junit4] 2> 2901021 T6791 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 2901022 T6791 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1/index
[junit4] 2> 2901022 T6791 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2a12afb3
[junit4] 2> 2901055 T6791 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 2901055 T6791 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 2901060 T6791 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 2901061 T6791 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 2901061 T6791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 2901062 T6791 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 2901062 T6791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 2901062 T6791 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 2901063 T6791 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2901063 T6791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2901063 T6791 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 2901064 T6791 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 2901065 T6791 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 2901065 T6791 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 2901065 T6791 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 2901066 T6791 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 2901067 T6791 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 2901067 T6791 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 2901068 T6791 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 2901087 T6791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 2901092 T6791 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 2901092 T6791 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 2901093 T6791 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.658203125, floorSegmentMB=1.11328125, forceMergeDeletesPctAllowed=3.953918373541585, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12357029342761239
[junit4] 2> 2901095 T6791 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty1/index,segFN=segments_1,generation=1}
[junit4] 2> 2901095 T6791 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 2901095 T6791 oass.SolrIndexSearcher.<init> Opening Searcher@dc59a8e main
[junit4] 2> 2901100 T6792 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dc59a8e main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 2901103 T6791 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 2901104 T6739 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 2901105 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 2901104 T6795 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33217 collection:collection1 shard:shard1
[junit4] 2> 2901106 T6795 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 2901130 T6795 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 2901141 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901141 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901141 T6795 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 2901141 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901141 T6795 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C1999 name=collection1 org.apache.solr.core.SolrCore@40881b7d url=http://127.0.0.1:33217/collection1 node=127.0.0.1:33217_ C1999_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:33217, core=collection1, node_name=127.0.0.1:33217_}
[junit4] 2> 2901142 T6795 C1999 P33217 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33217/collection1/
[junit4] 2> 2901142 T6795 C1999 P33217 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 2901143 T6795 C1999 P33217 oasc.SyncStrategy.syncToMe http://127.0.0.1:33217/collection1/ has no replicas
[junit4] 2> 2901143 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2901143 T6795 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33217/collection1/ shard1
[junit4] 2> 2901144 T6795 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 2901147 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901157 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901157 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901157 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901167 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2901176 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901281 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901281 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901281 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901321 T6795 oasc.ZkController.register We are http://127.0.0.1:33217/collection1/ and leader is http://127.0.0.1:33217/collection1/
[junit4] 2> 2901321 T6795 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33217
[junit4] 2> 2901321 T6795 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 2901322 T6795 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 2901322 T6795 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2901324 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901324 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901324 T6795 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2901324 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901325 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2901326 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:33217",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:33217_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 2901329 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2901410 T6739 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 2901413 T6739 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:16156
[junit4] 2> 2901414 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 2901414 T6739 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2901414 T6739 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248
[junit4] 2> 2901415 T6739 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/'
[junit4] 2> 2901431 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901431 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901431 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 2901455 T6739 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/solr.xml
[junit4] 2> 2901554 T6739 oasc.CoreContainer.<init> New CoreContainer 242616221
[junit4] 2> 2901555 T6739 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/]
[junit4] 2> 2901557 T6739 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 2901557 T6739 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 2901558 T6739 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 2901558 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 2901559 T6739 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 2901559 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 2901559 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 2901560 T6739 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 2901560 T6739 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 2901578 T6739 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2901578 T6739 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2901579 T6739 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 2901579 T6739 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40843/solr
[junit4] 2> 2901580 T6739 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 2901581 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2901609 T6807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b8a3c92 name:ZooKeeperConnection Watcher:127.0.0.1:40843 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2901610 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2901613 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2901623 T6810 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e76416a name:ZooKeeperConnection Watcher:127.0.0.1:40843/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2901624 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2901628 T6739 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2902631 T6739 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16156_
[junit4] 2> 2902633 T6739 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16156_
[junit4] 2> 2902636 T6810 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2902636 T6790 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2902636 T6765 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2902636 T6775 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 2902654 T6811 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 2902654 T6811 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2902656 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2902656 T6811 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 2902656 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2902657 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2902658 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2902658 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:16156",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:16156_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 2902659 T6766 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 2902659 T6766 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 2902662 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2902774 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2902774 T6810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2902774 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2902774 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2903657 T6811 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 2903657 T6811 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/collection1
[junit4] 2> 2903657 T6811 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 2903658 T6811 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 2903659 T6811 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 2903659 T6811 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/collection1/'
[junit4] 2> 2903662 T6811 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/collection1/lib/README' to classloader
[junit4] 2> 2903662 T6811 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/collection1/lib/classes/' to classloader
[junit4] 2> 2903735 T6811 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 2903799 T6811 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 2903901 T6811 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 2903921 T6811 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 2904544 T6811 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 2904548 T6811 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 2904551 T6811 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 2904556 T6811 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 2904577 T6811 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4] 2> 2904578 T6811 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1388428894248/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2/
[junit4] 2> 2904578 T6811 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e506d2d
[junit4] 2> 2904580 T6811 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2
[junit4] 2> 2904581 T6811 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2/index/
[junit4] 2> 2904582 T6811 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 2904583 T6811 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2/index
[junit4] 2> 2904583 T6811 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@22f92e06
[junit4] 2> 2904588 T6811 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 2904588 T6811 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 2904593 T6811 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 2904594 T6811 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 2904594 T6811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 2904594 T6811 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 2904595 T6811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 2904595 T6811 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 2904595 T6811 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2904596 T6811 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 2904596 T6811 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 2904597 T6811 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 2904597 T6811 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 2904598 T6811 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 2904598 T6811 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 2904599 T6811 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 2904599 T6811 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 2904600 T6811 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 2904600 T6811 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 2904619 T6811 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 2904623 T6811 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 2904624 T6811 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 2904624 T6811 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.658203125, floorSegmentMB=1.11328125, forceMergeDeletesPctAllowed=3.953918373541585, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12357029342761239
[junit4] 2> 2904626 T6811 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty2/index,segFN=segments_1,generation=1}
[junit4] 2> 2904627 T6811 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 2904627 T6811 oass.SolrIndexSearcher.<init> Opening Searcher@e174b0f main
[junit4] 2> 2904632 T6812 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e174b0f main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 2904635 T6811 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 2904636 T6739 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4] 2> 2904637 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 2904636 T6815 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:16156 collection:collection1 shard:shard2
[junit4] 2> 2904638 T6815 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 2904653 T6815 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 2904655 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904656 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904656 T6815 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 2904656 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904656 T6815 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C2000 name=collection1 org.apache.solr.core.SolrCore@75f6b8df url=http://127.0.0.1:16156/collection1 node=127.0.0.1:16156_ C2000_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:16156, core=collection1, node_name=127.0.0.1:16156_}
[junit4] 2> 2904657 T6815 C2000 P16156 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:16156/collection1/
[junit4] 2> 2904657 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2904657 T6815 C2000 P16156 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 2904657 T6815 C2000 P16156 oasc.SyncStrategy.syncToMe http://127.0.0.1:16156/collection1/ has no replicas
[junit4] 2> 2904658 T6815 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:16156/collection1/ shard2
[junit4] 2> 2904658 T6815 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 2904660 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904661 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904661 T6810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904661 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904661 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904665 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2904667 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904771 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904771 T6810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904771 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904771 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904817 T6815 oasc.ZkController.register We are http://127.0.0.1:16156/collection1/ and leader is http://127.0.0.1:16156/collection1/
[junit4] 2> 2904817 T6815 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:16156
[junit4] 2> 2904817 T6815 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 2904817 T6815 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 2904817 T6815 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2904819 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904819 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904819 T6815 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2904819 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904820 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2904821 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:16156",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:16156_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 2904831 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2904934 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904934 T6810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904934 T6739 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 2904934 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904934 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 2904938 T6739 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41144
[junit4] 2> 2904939 T6739 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 2904939 T6739 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 2904940 T6739 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1388428897780
[junit4] 2> 2904940 T6739 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1388428897780/'
[junit4] 2> 2904980 T6739 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1388428897780/solr.xml
[junit4] 2> 2905081 T6739 oasc.CoreContainer.<init> New CoreContainer 1516821646
[junit4] 2> 2905082 T6739 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1388428897780/]
[junit4] 2> 2905084 T6739 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 2905085 T6739 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 2905085 T6739 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 2905085 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 2905086 T6739 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 2905086 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 2905086 T6739 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 2905087 T6739 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 2905087 T6739 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 2905099 T6739 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 2905100 T6739 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 2905100 T6739 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 2905101 T6739 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40843/solr
[junit4] 2> 2905101 T6739 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 2905102 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2905104 T6827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34dd02a1 name:ZooKeeperConnection Watcher:127.0.0.1:40843 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2905105 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2905107 T6739 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 2905116 T6830 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@220f2bff name:ZooKeeperConnection Watcher:127.0.0.1:40843/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 2905117 T6739 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 2905125 T6739 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 2906128 T6739 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41144_
[junit4] 2> 2906135 T6739 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41144_
[junit4] 2> 2906137 T6775 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2906138 T6765 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2906138 T6810 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2906138 T6790 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2906137 T6830 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 2906148 T6831 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 2906148 T6831 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 2906149 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2906149 T6831 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 2906150 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2906150 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2906151 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 2906152 T6766 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41144",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:41144_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 2906152 T6766 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 2906152 T6766 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 2906155 T6765 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 2906258 T6775 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 2906259 T6810 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 2906258 T6830 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 2906258 T6790 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 2906258 T6765 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4] 2> 2907151 T6831 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 2907151 T6831 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1388428897780/collection1
[junit4] 2> 2907151 T6831 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 2907152 T6831 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 2907152 T6831 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 2907153 T6831 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1388428897780/collection1/'
[junit4] 2> 2907156 T6831 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-s
[...truncated too long message...]
2> 3117854 T6851 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3118803 T6873 C2078 P55361 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
[junit4] 2> 3118804 T6873 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4] 2> 3118804 T6873 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1eb3f985
[junit4] 2> 3118806 T6873 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=379,cumulative_deletesById=189,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
[junit4] 2> 3118807 T6873 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 3118807 T6873 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 3118807 T6873 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 3118809 T6873 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 3118809 T6873 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 3118810 T6873 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty5/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty5/index;done=false>>]
[junit4] 2> 3118810 T6873 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty5/index
[junit4] 2> 3118810 T6873 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty5 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty5;done=false>>]
[junit4] 2> 3118811 T6873 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1388428887742/jetty5
[junit4] 2> 3118811 T6873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 3118811 T6873 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 3118811 T6873 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 3118812 T6873 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=is_IS, timezone=America/Costa_Rica
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=2,free=69927848,total=302317568
[junit4] 2> NOTE: All tests run in this JVM: [FieldMutatingUpdateProcessorTest, HdfsBasicDistributedZk2Test, ShardRoutingTest, SynonymTokenizerTest, TriLevelCompositeIdRoutingTest, LukeRequestHandlerTest, TestRemoteStreaming, DistributedQueryElevationComponentTest, DistributedTermsComponentTest, SyncSliceTest, LeaderElectionTest, TestManagedSchema, DocumentBuilderTest, QueryElevationComponentTest, TestCustomSort, ReturnFieldsTest, TestJoin, EchoParamsTest, SuggestComponentTest, ModifyConfFileTest, MoreLikeThisHandlerTest, DocValuesTest, ClusterStateTest, TestReloadAndDeleteDocs, CoreMergeIndexesAdminHandlerTest, URLClassifyProcessorTest, HdfsBasicDistributedZkTest, TestDynamicFieldResource, TestNoOpRegenerator, FileBasedSpellCheckerTest, RecoveryZkTest, SolrCoreTest, TestSolrDeletionPolicy1, OverseerTest, DeleteReplicaTest, ExternalFileFieldSortTest, TestCoreContainer, BasicFunctionalityTest, ResourceLoaderTest, TestFieldCollectionResource, UpdateParamsTest, ParsingFieldUpdateProcessorsTest, DistributedSpellCheckComponentTest, TestDistributedMissingSort, TestCollationFieldDocValues, TestPseudoReturnFields, UUIDFieldTest, TermVectorComponentTest, TestFunctionQuery, TermsComponentTest, TestDocBasedVersionConstraints, HdfsDirectoryTest, ScriptEngineTest, SolrXmlInZkTest, MBeansHandlerTest, QueryParsingTest, TestCloudManagedSchemaAddField, ZkCLITest, PrimitiveFieldTypeTest, TestNonNRTOpen, TestGroupingSearch, ShowFileRequestHandlerTest, PolyFieldTest, TestQueryUtils, TestAnalyzeInfixSuggestions, WordBreakSolrSpellCheckerTest, TestJmxMonitoredMap, LegacyHTMLStripCharFilterTest, SliceStateTest, TestStressVersions, TestValueSourceCache, SOLR749Test, SpellPossibilityIteratorTest, HdfsChaosMonkeySafeLeaderTest, RangeFacetTest, BadComponentTest, TestHighFrequencyDictionaryFactory, CSVRequestHandlerTest, TestSearchPerf, EnumFieldTest, TestElisionMultitermQuery, SpatialFilterTest, TestLRUCache, SuggesterFSTTest, BasicDistributedZk2Test, UnloadDistributedZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, AutoCommitTest, TestFaceting, TestRecovery, ZkControllerTest, TestRealTimeGet, TestMultiCoreConfBootstrap, SimpleFacetsTest, StatsComponentTest, SpellCheckComponentTest, PeerSyncTest, ConvertedLegacyTest, TestSort, TestBadConfig, OverseerCollectionProcessorTest, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTest, SuggesterWFSTTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, CacheHeaderTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, IndexSchemaTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, SearchHandlerTest, HighlighterConfigTest, TestSolrIndexConfig, ResponseLogComponentTest, TestMergePolicyConfig, SampleTest, TestDocSet, NumericFieldsTest, OutputWriterTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, TestSweetSpotSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ChaosMonkeyNothingIsSafeTest]
[junit4] Completed on J0 in 225.10s, 1 test, 1 failure <<< FAILURES!
[...truncated 133 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:460: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:433: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1304: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:937: There were test failures: 358 suites, 1573 tests, 1 failure, 33 ignored (4 assumptions)
Total time: 120 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 479 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/479/
1 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:31876/collection1, http://127.0.0.1:54042/collection1]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:31876/collection1, http://127.0.0.1:54042/collection1]
at __randomizedtesting.SeedInfo.seed([6443B58ECE45478D:E5A53B96B91A27B1]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:352)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:640)
at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.queryServer(AbstractFullDistribZkTestBase.java:1325)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:542)
at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:521)
at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:305)
at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:117)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: no servers hosting shard:
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:495)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:199)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:283)
... 49 more
Build Log:
[...truncated 10503 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4] 2> 1804757 T5720 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1804760 T5720 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1388338292301
[junit4] 2> 1804761 T5720 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1804762 T5721 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1804864 T5720 oasc.ZkTestServer.run start zk server on port:38125
[junit4] 2> 1804864 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804869 T5728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51f083a7 name:ZooKeeperConnection Watcher:127.0.0.1:38125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804869 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804870 T5720 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1804886 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1804889 T5731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb3e413 name:ZooKeeperConnection Watcher:127.0.0.1:38125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1804889 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1804890 T5720 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1804895 T5720 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1804904 T5720 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1804907 T5720 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1804910 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1804910 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1804922 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1804923 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1805027 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1805028 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1805031 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1805031 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1805034 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1805034 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1805037 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1805038 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1805040 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1805040 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 1805049 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1805050 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1805052 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1805053 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1805055 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1805056 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1805063 T5720 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1805064 T5720 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1805369 T5720 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1805375 T5720 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38128
[junit4] 2> 1805376 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1805376 T5720 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1805377 T5720 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608
[junit4] 2> 1805377 T5720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/'
[junit4] 2> 1805415 T5720 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/solr.xml
[junit4] 2> 1805516 T5720 oasc.CoreContainer.<init> New CoreContainer 992727868
[junit4] 2> 1805517 T5720 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/]
[junit4] 2> 1805518 T5720 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1805519 T5720 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1805519 T5720 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1805519 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1805520 T5720 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1805520 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1805521 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1805521 T5720 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1805521 T5720 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1805540 T5720 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1805541 T5720 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1805541 T5720 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1805541 T5720 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38125/solr
[junit4] 2> 1805542 T5720 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1805543 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1805546 T5743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c7ae046 name:ZooKeeperConnection Watcher:127.0.0.1:38125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1805547 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1805610 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1805612 T5746 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44100969 name:ZooKeeperConnection Watcher:127.0.0.1:38125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1805612 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1805615 T5720 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1805648 T5720 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1805651 T5720 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1805653 T5720 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38128_
[junit4] 2> 1805661 T5720 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38128_
[junit4] 2> 1805664 T5720 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1805681 T5720 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1805684 T5720 oasc.Overseer.start Overseer (id=90986138324697091-127.0.0.1:38128_-n_0000000000) starting
[junit4] 2> 1805697 T5720 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1805708 T5748 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1805709 T5720 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1805711 T5720 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1805713 T5720 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1805715 T5747 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1805722 T5749 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1805722 T5749 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1805723 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805723 T5749 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1805724 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1805725 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38128",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:38128_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"1",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1805725 T5747 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
[junit4] 2> 1805726 T5747 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1805728 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1805737 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1806725 T5749 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1806725 T5749 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/collection1
[junit4] 2> 1806725 T5749 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4] 2> 1806726 T5749 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1806726 T5749 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
[junit4] 2> 1806727 T5749 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/collection1/'
[junit4] 2> 1806729 T5749 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/collection1/lib/README' to classloader
[junit4] 2> 1806730 T5749 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/collection1/lib/classes/' to classloader
[junit4] 2> 1806793 T5749 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1806857 T5749 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1806960 T5749 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1806970 T5749 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1807613 T5749 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1807626 T5749 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1807630 T5749 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1807643 T5749 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1807647 T5749 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1807652 T5749 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1807653 T5749 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1807653 T5749 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1807653 T5749 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1807654 T5749 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1807654 T5749 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1807654 T5749 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1807655 T5749 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1388338292608/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/control/data/
[junit4] 2> 1807655 T5749 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@441a509f
[junit4] 2> 1807656 T5749 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/control/data
[junit4] 2> 1807656 T5749 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/control/data/index/
[junit4] 2> 1807657 T5749 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/control/data/index' doesn't exist. Creating new index...
[junit4] 2> 1807657 T5749 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/control/data/index
[junit4] 2> 1807658 T5749 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=1.154296875, floorSegmentMB=1.328125, forceMergeDeletesPctAllowed=9.288981439510428, segmentsPerTier=8.0, maxCFSSegmentSizeMB=0.6787109375, noCFSRatio=0.30926544083520113
[junit4] 2> 1807658 T5749 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51dd287a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68ba9e81),segFN=segments_1,generation=1}
[junit4] 2> 1807659 T5749 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1807662 T5749 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1807662 T5749 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1807662 T5749 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1807663 T5749 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1807663 T5749 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1807663 T5749 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1807664 T5749 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1807664 T5749 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1807664 T5749 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1807665 T5749 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1807666 T5749 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1807666 T5749 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1807666 T5749 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1807667 T5749 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1807667 T5749 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1807667 T5749 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1807668 T5749 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1807686 T5749 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1807693 T5749 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1807694 T5749 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1807694 T5749 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=69.83984375, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=15.786535541608496, segmentsPerTier=6.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19941748918553054
[junit4] 2> 1807695 T5749 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@51dd287a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@68ba9e81),segFN=segments_1,generation=1}
[junit4] 2> 1807695 T5749 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1807696 T5749 oass.SolrIndexSearcher.<init> Opening Searcher@efce043 main
[junit4] 2> 1807698 T5750 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@efce043 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1807701 T5749 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1807701 T5720 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4] 2> 1807702 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1807701 T5753 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38128 collection:control_collection shard:shard1
[junit4] 2> 1807703 T5753 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4] 2> 1807704 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1807706 T5756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c6e2ef7 name:ZooKeeperConnection Watcher:127.0.0.1:38125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1807706 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1807719 T5720 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1807722 T5720 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1807728 T5753 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1807731 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807732 T5753 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1807732 T5753 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C9655 name=collection1 org.apache.solr.core.SolrCore@ca6a6d3 url=http://127.0.0.1:38128/collection1 node=127.0.0.1:38128_ C9655_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:38128, core=collection1, node_name=127.0.0.1:38128_}
[junit4] 2> 1807732 T5753 C9655 P38128 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38128/collection1/
[junit4] 2> 1807732 T5753 C9655 P38128 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1807733 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1807733 T5753 C9655 P38128 oasc.SyncStrategy.syncToMe http://127.0.0.1:38128/collection1/ has no replicas
[junit4] 2> 1807733 T5753 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38128/collection1/ shard1
[junit4] 2> 1807733 T5753 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4] 2> 1807744 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807755 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1807755 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1807768 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1807771 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807873 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1807873 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1807922 T5753 oasc.ZkController.register We are http://127.0.0.1:38128/collection1/ and leader is http://127.0.0.1:38128/collection1/
[junit4] 2> 1807922 T5753 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38128
[junit4] 2> 1807922 T5753 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1807922 T5753 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1807922 T5753 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1807924 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807924 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807924 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1807924 T5753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1807925 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1807926 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:38128",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:38128_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"control_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1807935 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1808024 T5720 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1808027 T5720 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31876
[junit4] 2> 1808028 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1808029 T5720 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1808029 T5720 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262
[junit4] 2> 1808029 T5720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/'
[junit4] 2> 1808037 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1808037 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1808068 T5720 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/solr.xml
[junit4] 2> 1808165 T5720 oasc.CoreContainer.<init> New CoreContainer 873374218
[junit4] 2> 1808165 T5720 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/]
[junit4] 2> 1808167 T5720 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1808168 T5720 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1808168 T5720 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1808168 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1808169 T5720 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1808169 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1808170 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1808170 T5720 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1808170 T5720 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1808191 T5720 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1808191 T5720 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1808192 T5720 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1808192 T5720 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38125/solr
[junit4] 2> 1808193 T5720 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1808194 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1808222 T5768 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@110d18ec name:ZooKeeperConnection Watcher:127.0.0.1:38125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808223 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1808227 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1808234 T5771 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12d177b0 name:ZooKeeperConnection Watcher:127.0.0.1:38125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1808234 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1808238 T5720 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1809242 T5720 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31876_
[junit4] 2> 1809248 T5720 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31876_
[junit4] 2> 1809251 T5756 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1809252 T5746 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1809252 T5771 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1809273 T5772 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1809274 T5772 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1809275 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1809275 T5772 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1809275 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1809276 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1809277 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1809277 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:31876",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:31876_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1809278 T5747 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
[junit4] 2> 1809278 T5747 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4] 2> 1809286 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1809392 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1809392 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1809392 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1810277 T5772 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1810277 T5772 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/collection1
[junit4] 2> 1810277 T5772 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1810278 T5772 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1810278 T5772 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1810279 T5772 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/collection1/'
[junit4] 2> 1810281 T5772 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/collection1/lib/classes/' to classloader
[junit4] 2> 1810282 T5772 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/collection1/lib/README' to classloader
[junit4] 2> 1810351 T5772 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1810413 T5772 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1810515 T5772 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1810525 T5772 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1811118 T5772 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1811130 T5772 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1811134 T5772 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1811146 T5772 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811150 T5772 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1811154 T5772 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811155 T5772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811156 T5772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811156 T5772 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1811157 T5772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1811157 T5772 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1811158 T5772 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1811158 T5772 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1388338295262/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty1/
[junit4] 2> 1811158 T5772 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@441a509f
[junit4] 2> 1811159 T5772 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty1
[junit4] 2> 1811159 T5772 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty1/index/
[junit4] 2> 1811160 T5772 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty1/index' doesn't exist. Creating new index...
[junit4] 2> 1811160 T5772 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty1/index
[junit4] 2> 1811160 T5772 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=1.154296875, floorSegmentMB=1.328125, forceMergeDeletesPctAllowed=9.288981439510428, segmentsPerTier=8.0, maxCFSSegmentSizeMB=0.6787109375, noCFSRatio=0.30926544083520113
[junit4] 2> 1811161 T5772 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@df0c363 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6aa9b67f),segFN=segments_1,generation=1}
[junit4] 2> 1811161 T5772 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1811165 T5772 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1811165 T5772 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1811165 T5772 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1811165 T5772 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811166 T5772 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1811166 T5772 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1811166 T5772 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811167 T5772 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1811167 T5772 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1811168 T5772 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1811168 T5772 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1811168 T5772 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1811169 T5772 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1811169 T5772 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1811170 T5772 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1811170 T5772 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1811171 T5772 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1811186 T5772 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1811191 T5772 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1811191 T5772 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1811192 T5772 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=69.83984375, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=15.786535541608496, segmentsPerTier=6.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19941748918553054
[junit4] 2> 1811193 T5772 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@df0c363 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6aa9b67f),segFN=segments_1,generation=1}
[junit4] 2> 1811193 T5772 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1811194 T5772 oass.SolrIndexSearcher.<init> Opening Searcher@1e4d4575 main
[junit4] 2> 1811197 T5773 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e4d4575 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1811200 T5772 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1811200 T5720 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4] 2> 1811201 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1811200 T5776 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31876 collection:collection1 shard:shard2
[junit4] 2> 1811202 T5776 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4] 2> 1811224 T5776 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1811226 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811226 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811227 T5776 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1811227 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811227 T5776 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C9656 name=collection1 org.apache.solr.core.SolrCore@73d7306a url=http://127.0.0.1:31876/collection1 node=127.0.0.1:31876_ C9656_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:31876, core=collection1, node_name=127.0.0.1:31876_}
[junit4] 2> 1811227 T5776 C9656 P31876 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31876/collection1/
[junit4] 2> 1811228 T5776 C9656 P31876 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1811228 T5776 C9656 P31876 oasc.SyncStrategy.syncToMe http://127.0.0.1:31876/collection1/ has no replicas
[junit4] 2> 1811228 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1811228 T5776 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31876/collection1/ shard2
[junit4] 2> 1811228 T5776 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4] 2> 1811231 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811232 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811232 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811232 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811236 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1811238 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811341 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811341 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811341 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811388 T5776 oasc.ZkController.register We are http://127.0.0.1:31876/collection1/ and leader is http://127.0.0.1:31876/collection1/
[junit4] 2> 1811388 T5776 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31876
[junit4] 2> 1811388 T5776 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1811388 T5776 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1811388 T5776 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1811390 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811390 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811390 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811390 T5776 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1811391 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1811392 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:31876",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:31876_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node1"}
[junit4] 2> 1811400 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1811443 T5720 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1811446 T5720 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54766
[junit4] 2> 1811447 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1811447 T5720 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1811447 T5720 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742
[junit4] 2> 1811448 T5720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/'
[junit4] 2> 1811486 T5720 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/solr.xml
[junit4] 2> 1811504 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811504 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811504 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1811583 T5720 oasc.CoreContainer.<init> New CoreContainer 690629237
[junit4] 2> 1811583 T5720 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/]
[junit4] 2> 1811585 T5720 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1811585 T5720 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1811586 T5720 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1811586 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1811587 T5720 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1811587 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1811587 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1811588 T5720 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1811588 T5720 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1811608 T5720 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1811609 T5720 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1811609 T5720 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1811610 T5720 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38125/solr
[junit4] 2> 1811610 T5720 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1811611 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1811615 T5788 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64da3b07 name:ZooKeeperConnection Watcher:127.0.0.1:38125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1811616 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1811620 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1811622 T5791 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad7d3e2 name:ZooKeeperConnection Watcher:127.0.0.1:38125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1811622 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1811632 T5720 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1812635 T5720 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54766_
[junit4] 2> 1812637 T5720 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54766_
[junit4] 2> 1812641 T5756 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1812641 T5771 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1812641 T5791 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1812641 T5746 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1812654 T5792 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1812654 T5792 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1812656 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1812656 T5792 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1812656 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1812656 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1812657 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1812657 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:54766",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54766_",
[junit4] 2> "shard":null,
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 1812658 T5747 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4] 2> 1812658 T5747 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 1812666 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1812769 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1812769 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1812769 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1812769 T5791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1813657 T5792 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4] 2> 1813657 T5792 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/collection1
[junit4] 2> 1813657 T5792 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4] 2> 1813658 T5792 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1813658 T5792 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
[junit4] 2> 1813659 T5792 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/collection1/'
[junit4] 2> 1813660 T5792 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/collection1/lib/README' to classloader
[junit4] 2> 1813661 T5792 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/collection1/lib/classes/' to classloader
[junit4] 2> 1813702 T5792 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 1813744 T5792 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1813879 T5792 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1813887 T5792 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4] 2> 1814311 T5792 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1814319 T5792 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1814322 T5792 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1814332 T5792 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1814336 T5792 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1814339 T5792 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1814339 T5792 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1814341 T5792 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1814341 T5792 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1814342 T5792 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1814342 T5792 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1814342 T5792 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1814342 T5792 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1388338298742/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty2/
[junit4] 2> 1814343 T5792 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@441a509f
[junit4] 2> 1814343 T5792 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty2
[junit4] 2> 1814343 T5792 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty2/index/
[junit4] 2> 1814344 T5792 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty2/index' doesn't exist. Creating new index...
[junit4] 2> 1814344 T5792 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty2/index
[junit4] 2> 1814344 T5792 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=1.154296875, floorSegmentMB=1.328125, forceMergeDeletesPctAllowed=9.288981439510428, segmentsPerTier=8.0, maxCFSSegmentSizeMB=0.6787109375, noCFSRatio=0.30926544083520113
[junit4] 2> 1814345 T5792 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2151e17d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b705821),segFN=segments_1,generation=1}
[junit4] 2> 1814345 T5792 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1814347 T5792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 1814348 T5792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 1814348 T5792 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1814348 T5792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 1814348 T5792 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1814348 T5792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 1814349 T5792 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1814349 T5792 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1814349 T5792 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 1814350 T5792 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1814350 T5792 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1814350 T5792 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1814350 T5792 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1814351 T5792 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1814351 T5792 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1814352 T5792 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 1814352 T5792 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 1814363 T5792 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1814366 T5792 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1814367 T5792 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1814367 T5792 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=6, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=69.83984375, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=15.786535541608496, segmentsPerTier=6.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19941748918553054
[junit4] 2> 1814368 T5792 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2151e17d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6b705821),segFN=segments_1,generation=1}
[junit4] 2> 1814368 T5792 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1814368 T5792 oass.SolrIndexSearcher.<init> Opening Searcher@3b7ac784 main
[junit4] 2> 1814371 T5793 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b7ac784 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4] 2> 1814373 T5792 oasc.CoreContainer.registerCore registering core: collection1
[junit4] 2> 1814374 T5720 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4] 2> 1814374 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1814374 T5796 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54766 collection:collection1 shard:shard1
[junit4] 2> 1814375 T5796 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 1814416 T5796 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1814461 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814462 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814462 T5796 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1814462 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814462 T5796 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> ASYNC NEW_CORE C9657 name=collection1 org.apache.solr.core.SolrCore@2d2b05ec url=http://127.0.0.1:54766/collection1 node=127.0.0.1:54766_ C9657_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:54766, core=collection1, node_name=127.0.0.1:54766_}
[junit4] 2> 1814462 T5796 C9657 P54766 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54766/collection1/
[junit4] 2> 1814463 T5796 C9657 P54766 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4] 2> 1814463 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1814463 T5796 C9657 P54766 oasc.SyncStrategy.syncToMe http://127.0.0.1:54766/collection1/ has no replicas
[junit4] 2> 1814463 T5796 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54766/collection1/ shard1
[junit4] 2> 1814463 T5796 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 1814507 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814508 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814508 T5791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814508 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814508 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814526 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1814533 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814635 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814635 T5791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814635 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814635 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814673 T5720 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1814676 T5720 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54042
[junit4] 2> 1814676 T5720 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1814677 T5720 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1814677 T5720 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388338301916
[junit4] 2> 1814678 T5796 oasc.ZkController.register We are http://127.0.0.1:54766/collection1/ and leader is http://127.0.0.1:54766/collection1/
[junit4] 2> 1814678 T5720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388338301916/'
[junit4] 2> 1814678 T5796 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54766
[junit4] 2> 1814679 T5796 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4] 2> 1814679 T5796 oasc.ZkController.publish publishing core=collection1 state=active
[junit4] 2> 1814679 T5796 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1814680 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814680 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814680 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814681 T5796 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1814681 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1814682 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "base_url":"http://127.0.0.1:54766",
[junit4] 2> "core":"collection1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:54766_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":"core_node2"}
[junit4] 2> 1814691 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1814716 T5720 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388338301916/solr.xml
[junit4] 2> 1814795 T5791 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814795 T5756 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814795 T5771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814795 T5746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 1814812 T5720 oasc.CoreContainer.<init> New CoreContainer 2077182681
[junit4] 2> 1814813 T5720 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1388338301916/]
[junit4] 2> 1814815 T5720 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 1814815 T5720 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1814815 T5720 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1814816 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1814816 T5720 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1814817 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1814817 T5720 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1814817 T5720 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1814818 T5720 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1814838 T5720 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 1814838 T5720 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 1814839 T5720 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 1814839 T5720 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:38125/solr
[junit4] 2> 1814840 T5720 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1814841 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1814843 T5808 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57e13d3d name:ZooKeeperConnection Watcher:127.0.0.1:38125 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1814844 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1814848 T5720 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1814850 T5811 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2fab3475 name:ZooKeeperConnection Watcher:127.0.0.1:38125/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1814850 T5720 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1814861 T5720 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1815864 T5720 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54042_
[junit4] 2> 1815867 T5720 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54042_
[junit4] 2> 1815871 T5771 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1815871 T5756 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1815871 T5811 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1815871 T5746 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1815871 T5791 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1815890 T5812 oasc.ZkController.publish publishing core=collection1 state=down
[junit4] 2> 1815890 T5812 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4] 2> 1815891 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1815891 T5812 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1815892 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1815892 T5746 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1815893 T5747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1815893 T5747 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[...truncated too long message...]
,errors=0,cumulative_adds=37,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=3}
[junit4] 2> 1876292 T5832 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 1876292 T5832 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 1876292 T5832 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 1876293 T5832 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 1876293 T5832 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1876294 T5832 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty4;done=false>>]
[junit4] 2> 1876294 T5832 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty4
[junit4] 2> 1876294 T5832 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty4/index;done=false>>]
[junit4] 2> 1876294 T5832 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1388338292301/jetty4/index
[junit4] 2> 1876295 T5832 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:239)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:236)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:236)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.createData(DistributedQueue.java:284)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.offer(DistributedQueue.java:271)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:157)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:385)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:178)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:385)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:249)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1876295 T5832 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1876296 T5832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1876296 T5832 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1876296 T5832 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=sr_RS_#Latn, timezone=Etc/GMT+8
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=270400456,total=481492992
[junit4] 2> NOTE: All tests run in this JVM: [TestDefaultSimilarityFactory, StatsComponentTest, RequestHandlersTest, QueryFacetTest, AliasIntegrationTest, TestZkChroot, TestSolr4Spatial, PrimUtilsTest, TestCloudManagedSchema, TestQuerySenderListener, XsltUpdateRequestHandlerTest, CurrencyFieldOpenExchangeTest, TestMaxScoreQueryParser, TestNRTOpen, TimeZoneUtilsTest, DisMaxRequestHandlerTest, TestArbitraryIndexDir, TestCSVResponseWriter, PreAnalyzedFieldTest, HardAutoCommitTest, TestDistributedGrouping, SolrTestCaseJ4Test, DebugComponentTest, TestFastOutputStream, DirectSolrConnectionTest, AlternateDirectoryTest, TestStressRecovery, XmlUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, ChaosMonkeyNothingIsSafeTest, TestIndexSearcher, TestSolrXml, TestIBSimilarityFactory, OutputWriterTest, ChaosMonkeySafeLeaderTest, TestXIncludeConfig, PreAnalyzedUpdateProcessorTest, CollectionsAPIDistributedZkTest, SuggesterWFSTTest, LeaderElectionIntegrationTest, SpellCheckComponentTest, PathHierarchyTokenizerFactoryTest, TestFieldTypeCollectionResource, TermVectorComponentDistributedTest, SignatureUpdateProcessorFactoryTest, ConnectionManagerTest, ChangedSchemaMergeTest, TestSchemaNameResource, SolrCmdDistributorTest, TestUniqueKeyFieldResource, TestOmitPositions, TestQueryTypes, StandardRequestHandlerTest, TestFastWriter, DistributedQueryComponentCustomSortTest, TestRandomMergePolicy, TestSolrCoreProperties, TestRecovery, MinimalSchemaTest, TestIndexingPerformance, TestSolrDeletionPolicy2, TestSweetSpotSimilarityFactory, FullSolrCloudDistribCmdsTest, BlockDirectoryTest, HighlighterConfigTest, TestSolrQueryParserResource, TestSchemaResource, TestStressReorder, TestSimpleQParserPlugin, SpellingQueryConverterTest, TestPhraseSuggestions, SolrCoreCheckLockOnStartupTest, SimplePostToolTest, FieldAnalysisRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestFoldingMultitermQuery, TestFieldResource, TestFiltering, CachingDirectoryFactoryTest, ConvertedLegacyTest, OpenCloseCoreStressTest, BasicDistributedZk2Test]
[junit4] Completed on J1 in 72.26s, 1 test, 1 error <<< FAILURES!
[...truncated 574 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:460: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:433: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1304: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:937: There were test failures: 358 suites, 1574 tests, 1 error, 33 ignored (4 assumptions)
Total time: 123 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure