You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/08/01 00:18:10 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1858 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1858/
1 tests failed.
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:21533/ta/rz
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:21533/ta/rz
at __randomizedtesting.SeedInfo.seed([67BE0E64723E479C:E658807C056127A0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:21533 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 9092 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 702314 T1132 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ta/rz
[junit4] 2> 702324 T1132 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375307795423
[junit4] 2> 702325 T1132 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 702326 T1133 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 702428 T1132 oasc.ZkTestServer.run start zk server on port:21526
[junit4] 2> 702429 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 702435 T1139 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f5992e6 name:ZooKeeperConnection Watcher:127.0.0.1:21526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 702435 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 702436 T1132 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 702453 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 702455 T1141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e9d4268 name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 702456 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 702456 T1132 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 702467 T1132 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 702470 T1132 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 702474 T1132 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 702477 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 702478 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 702490 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 702491 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 702596 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 702597 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 702601 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 702601 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 702605 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 702606 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 702609 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 702610 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 702613 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 702614 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 702618 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 702618 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 702622 T1132 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 702622 T1132 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 702893 T1132 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 702897 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21529
[junit4] 2> 702898 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 702898 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 702899 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725
[junit4] 2> 702899 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/'
[junit4] 2> 702937 T1132 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/solr.xml
[junit4] 2> 703008 T1132 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 703009 T1132 oasc.CoreContainer.<init> New CoreContainer 227355252
[junit4] 2> 703009 T1132 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/]
[junit4] 2> 703011 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 703011 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 703012 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 703012 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 703013 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 703013 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 703014 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 703014 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 703015 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 703015 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 703033 T1132 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21526/solr
[junit4] 2> 703034 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 703035 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703038 T1152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ede2c9f name:ZooKeeperConnection Watcher:127.0.0.1:21526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703038 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703050 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 703063 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703065 T1154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@150c398c name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703065 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703068 T1132 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 703078 T1132 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 703083 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 703085 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21529_ta%2Frz
[junit4] 2> 703092 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21529_ta%2Frz
[junit4] 2> 703096 T1132 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 703114 T1132 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 703117 T1132 oasc.Overseer.start Overseer (id=90132171681300483-127.0.0.1:21529_ta%2Frz-n_0000000000) starting
[junit4] 2> 703128 T1132 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 703141 T1156 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 703142 T1132 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 703145 T1132 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 703148 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703151 T1155 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 703154 T1132 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725
[junit4] 2> 703321 T1132 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/conf/
[junit4] 2> 703321 T1132 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 703322 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 703323 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 703323 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 703341 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 703342 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703347 T1159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cced2a6 name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703347 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703349 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703352 T1132 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 703620 T1132 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 703623 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21533
[junit4] 2> 703623 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 703624 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 703624 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375307796450
[junit4] 2> 703625 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375307796450/'
[junit4] 2> 703663 T1132 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375307796450/solr.xml
[junit4] 2> 703734 T1132 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 703734 T1132 oasc.CoreContainer.<init> New CoreContainer 1877562769
[junit4] 2> 703735 T1132 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375307796450/]
[junit4] 2> 703737 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 703737 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 703738 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 703738 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 703738 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 703739 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 703739 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 703740 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 703740 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 703741 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 703758 T1132 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21526/solr
[junit4] 2> 703759 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 703760 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703763 T1170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ff0dbfd name:ZooKeeperConnection Watcher:127.0.0.1:21526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703763 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703776 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 703789 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703791 T1172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66e4540e name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703791 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703801 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 704805 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21533_ta%2Frz
[junit4] 2> 704807 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21533_ta%2Frz
[junit4] 2> 704811 T1159 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 704811 T1172 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 704811 T1154 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 704825 T1132 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375307796450
[junit4] 2> 704988 T1132 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375307796450/conf/
[junit4] 2> 704993 T1132 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 704994 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 704995 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 704995 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 705284 T1132 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 705287 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21536
[junit4] 2> 705289 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 705289 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 705290 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111
[junit4] 2> 705291 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/'
[junit4] 2> 705329 T1132 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/solr.xml
[junit4] 2> 705401 T1132 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 705402 T1132 oasc.CoreContainer.<init> New CoreContainer 1162748032
[junit4] 2> 705402 T1132 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/]
[junit4] 2> 705404 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 705405 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 705405 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 705406 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 705406 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 705407 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 705407 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 705407 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 705408 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 705408 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 705426 T1132 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21526/solr
[junit4] 2> 705427 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 705428 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 705439 T1184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c37d70c name:ZooKeeperConnection Watcher:127.0.0.1:21526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705440 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705443 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 705456 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 705458 T1186 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@348e579c name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705458 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705515 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 706520 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21536_ta%2Frz
[junit4] 2> 706522 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21536_ta%2Frz
[junit4] 2> 706526 T1159 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 706527 T1154 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 706527 T1172 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 706527 T1186 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 706548 T1132 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111
[junit4] 2> 706550 T1132 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/conf/
[junit4] 2> 706716 T1132 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 706716 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 706717 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 706717 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 707010 T1132 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 707013 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21539
[junit4] 2> 707014 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 707014 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 707015 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831
[junit4] 2> 707015 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/'
[junit4] 2> 707053 T1132 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/solr.xml
[junit4] 2> 707125 T1132 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 707125 T1132 oasc.CoreContainer.<init> New CoreContainer 2067199018
[junit4] 2> 707126 T1132 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/]
[junit4] 2> 707128 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 707128 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 707128 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 707129 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 707129 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 707130 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 707130 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 707131 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 707131 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 707132 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 707147 T1132 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21526/solr
[junit4] 2> 707148 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 707149 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707152 T1198 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54d83098 name:ZooKeeperConnection Watcher:127.0.0.1:21526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707152 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707155 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 707166 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 707168 T1200 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22d0d728 name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 707169 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 707179 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 708184 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21539_ta%2Frz
[junit4] 2> 708189 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21539_ta%2Frz
[junit4] 2> 708193 T1200 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 708193 T1186 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 708194 T1172 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 708194 T1154 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 708193 T1159 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 708207 T1132 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831
[junit4] 2> 708210 T1132 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/conf/
[junit4] 2> 708378 T1132 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 708378 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 708379 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 708379 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 708668 T1132 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 708671 T1132 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21542
[junit4] 2> 708672 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 708672 T1132 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 708673 T1132 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493
[junit4] 2> 708673 T1132 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/'
[junit4] 2> 708711 T1132 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/solr.xml
[junit4] 2> 708781 T1132 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 708781 T1132 oasc.CoreContainer.<init> New CoreContainer 274390974
[junit4] 2> 708782 T1132 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/]
[junit4] 2> 708783 T1132 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 708783 T1132 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 708783 T1132 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 708784 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 708784 T1132 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 708784 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 708785 T1132 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 708785 T1132 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 708785 T1132 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 708786 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 708796 T1132 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21526/solr
[junit4] 2> 708796 T1132 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 708797 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 708800 T1212 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e173b55 name:ZooKeeperConnection Watcher:127.0.0.1:21526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 708800 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 708803 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 708811 T1132 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 708812 T1214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@570add96 name:ZooKeeperConnection Watcher:127.0.0.1:21526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 708813 T1132 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 708823 T1132 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 709827 T1132 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21542_ta%2Frz
[junit4] 2> 709839 T1132 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21542_ta%2Frz
[junit4] 2> 709843 T1214 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 709843 T1200 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 709844 T1172 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 709844 T1186 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 709843 T1159 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 709844 T1154 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 709857 T1132 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493
[junit4] 2> 710019 T1132 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/conf/
[junit4] 2> 710025 T1132 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 710025 T1132 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 710026 T1132 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 710026 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 710048 T1132 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 710068 T1162 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 710070 T1154 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 710072 T1156 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 710073 T1156 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 710666 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 710667 T1155 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 710667 T1155 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 710687 T1214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 710687 T1172 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 710687 T1159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 710687 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 710687 T1200 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 710687 T1186 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 710694 T1156 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 710694 T1156 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:21536_ta%2Frz
[junit4] 2> 710695 T1156 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:21539_ta%2Frz
[junit4] 2> 710696 T1156 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:21542_ta%2Frz
[junit4] 2> 710697 T1156 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:21529_ta%2Frz
[junit4] 2> 710700 T1176 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 710700 T1190 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 710700 T1144 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 710700 T1204 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 710702 T1176 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 710703 T1190 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 710703 T1204 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 710703 T1144 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 712194 T1155 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 712195 T1155 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 712196 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21536_ta%2Frz",
[junit4] 2> "base_url":"http://127.0.0.1:21536/ta/rz"}
[junit4] 2> 712201 T1155 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 712201 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21539_ta%2Frz",
[junit4] 2> "base_url":"http://127.0.0.1:21539/ta/rz"}
[junit4] 2> 712218 T1155 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 712218 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21529_ta%2Frz",
[junit4] 2> "base_url":"http://127.0.0.1:21529/ta/rz"}
[junit4] 2> 712223 T1155 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 712223 T1155 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21542_ta%2Frz",
[junit4] 2> "base_url":"http://127.0.0.1:21542/ta/rz"}
[junit4] 2> 712227 T1214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 712228 T1154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 712227 T1159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 712227 T1200 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 712227 T1186 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 712228 T1172 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 712705 T1204 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 712706 T1190 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 712706 T1176 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 712706 T1144 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 712707 T1190 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 712706 T1204 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 712708 T1176 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 712708 T1190 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/nodes_used_collection_shard1_replica2
[junit4] 2> 712709 T1176 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/nodes_used_collection_shard1_replica1
[junit4] 2> 712709 T1176 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 712708 T1204 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/nodes_used_collection_shard2_replica1
[junit4] 2> 712710 T1204 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 712708 T1144 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 712710 T1176 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 712709 T1190 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 712711 T1176 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 712711 T1204 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 712711 T1144 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/nodes_used_collection_shard2_replica2
[junit4] 2> 712713 T1144 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 712713 T1176 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 712712 T1204 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 712712 T1190 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 712713 T1144 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 712713 T1176 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 712715 T1204 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 712714 T1144 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 712714 T1190 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 712715 T1204 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 712717 T1144 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 712717 T1190 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 712718 T1176 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 712718 T1144 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 712718 T1190 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 712719 T1204 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 712720 T1176 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/nodes_used_collection_shard1_replica1/'
[junit4] 2> 712730 T1144 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 712730 T1204 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/nodes_used_collection_shard2_replica1/'
[junit4] 2> 712731 T1190 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 712731 T1144 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/nodes_used_collection_shard2_replica2/'
[junit4] 2> 712732 T1190 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/nodes_used_collection_shard1_replica2/'
[junit4] 2> 712834 T1204 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 712834 T1144 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 712834 T1190 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 712834 T1176 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 712916 T1144 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 712916 T1204 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 712917 T1176 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 712917 T1190 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 713019 T1144 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 713019 T1176 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 713019 T1204 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 713020 T1190 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 713031 T1144 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 713031 T1176 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 713032 T1190 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 713032 T1204 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 713792 T1144 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713792 T1144 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713793 T1176 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713793 T1144 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 713793 T1176 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713793 T1190 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713794 T1190 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713794 T1176 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 713795 T1190 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 713796 T1204 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713796 T1204 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 713796 T1204 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 713802 T1144 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 713804 T1190 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 713804 T1176 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 713806 T1144 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 713806 T1204 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 713808 T1190 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 713808 T1176 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 713810 T1204 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 713820 T1144 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713822 T1190 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713822 T1176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713824 T1204 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713825 T1144 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713826 T1190 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713826 T1176 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713827 T1204 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 713829 T1144 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713830 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713830 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713830 T1144 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713830 T1176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713830 T1190 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713831 T1204 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713831 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713831 T1144 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713832 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713832 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713832 T1144 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 713832 T1190 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713833 T1190 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713833 T1144 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 713832 T1176 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713832 T1204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713834 T1144 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b435686
[junit4] 2> 713833 T1190 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713834 T1204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713835 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713835 T1144 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725//nodes_used_collection_shard2_replica2/data
[junit4] 2> 713835 T1204 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 713835 T1144 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 713835 T1190 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713836 T1190 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713835 T1176 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713837 T1190 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 713836 T1204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 713836 T1144 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 713837 T1204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 713837 T1190 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 713837 T1176 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 713838 T1190 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b435686
[junit4] 2> 713838 T1204 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 713838 T1144 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375307795725//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 713839 T1204 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 713838 T1176 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 713839 T1204 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b435686
[junit4] 2> 713839 T1190 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831//nodes_used_collection_shard1_replica2/data
[junit4] 2> 713840 T1176 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b435686
[junit4] 2> 713840 T1204 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493//nodes_used_collection_shard2_replica1/data
[junit4] 2> 713840 T1190 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 713841 T1176 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111//nodes_used_collection_shard1_replica1/data
[junit4] 2> 713841 T1190 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 713841 T1204 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 713842 T1190 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375307799831//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 713842 T1204 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 713841 T1176 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 713842 T1204 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375307801493//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 713842 T1176 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 713842 T1144 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6cf8421c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f356966),segFN=segments_1,generation=1}
[junit4] 2> 713843 T1176 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375307798111//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 713843 T1144 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 713846 T1190 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23624585 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31d1c428),segFN=segments_1,generation=1}
[junit4] 2> 713846 T1190 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 713847 T1204 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@58bd92cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@2aebb0bc),segFN=segments_1,generation=1}
[junit4] 2> 713848 T1204 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 713848 T1176 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@50b944e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21e0051e),segFN=segments_1,generation=1}
[junit4] 2> 713848 T1176 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 713848 T1144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 713849 T1144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 713849 T1144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 713850 T1144 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 713850 T1190 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 713850 T1144 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 713851 T1190 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 713851 T1144 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 713851 T1190 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 713851 T1144 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 713852 T1204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 713852 T1190 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 713852 T1176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 713852 T1204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 713852 T1144 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 713853 T1176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 713853 T1190 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 713854 T1190 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 713853 T1144 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 713853 T1204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 713854 T1190 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 713854 T1176 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 713855 T1204 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 713855 T1190 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 713855 T1176 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 713855 T1190 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 713855 T1204 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 713856 T1204 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 713856 T1176 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 713856 T1176 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 713856 T1204 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 713857 T1176 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 713857 T1204 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 713857 T1176 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 713858 T1204 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 713858 T1176 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 713865 T1190 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 713865 T1144 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 713865 T1204 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 713865 T1176 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 713874 T1190 oass.SolrIndexSearcher.<init> Opening Searcher@4339f15a main
[junit4] 2> 713875 T1204 oass.SolrIndexSearcher.<init> Opening Searcher@c1eda5e main
[junit4] 2> 713874 T1176 oass.SolrIndexSearcher.<init> Opening Searcher@544e5bb9 main
[junit4] 2> 713875 T1144 oass.SolrIndexSearcher.<init> Opening Searcher@6338c9ee main
[junit4] 2> 713876 T1190 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 713876 T1190 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 713876 T1204 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 713876 T1144 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 713876 T1176 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 713877 T1144 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 713877 T1204 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 713877 T1176 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 713884 T1220 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@4339f15a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 713885 T1223 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6338c9ee main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 713885 T1222 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@c1eda5e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 713886 T1221 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@544e5bb9 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 713886 T1190 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 713887 T1190 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:21539/ta/rz collection:nodes_used_collection shard:shard1
[junit4] 2> 713887 T1190 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 713887 T1204 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 713887 T1144 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 713888 T1176 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 713888 T1144 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:21529/ta/rz collection:nodes_used_collection shard:shard2
[junit4] 2> 713887 T1204 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:21542/ta/rz collection:nodes_used_collection shard:shard2
[junit4] 2> 713888 T1144 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 713888 T1176 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:21536/ta/rz collection:nodes_used_collection shard:shard1
[junit4] 2> 713888 T1204 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 713889 T1176 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 713906 T1204 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 713906 T1144 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 713906 T1176 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 713906 T1190 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 713928 T1144 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 713928 T1190 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 713930 T1144 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 713931 T1144 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 713931 T1190 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 713931 T1144 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21529/ta/rz/nodes_used_collection_shard2_replica2/
[junit4] 2> 713931 T1190 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 713931 T1144 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:21529/ta/rz START replicas=[http://127.0.0.1:21542/ta/rz/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 713932 T1190 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21539/ta/rz/nodes_used_collection_shard1_replica2/
[junit4] 2> 713932 T1144 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:21529/ta/rz DONE. We have no versions. sync failed.
[junit4] 2> 713932 T1190 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:21539/ta/rz START replicas=[http://127.0.0.1:21536/ta/rz/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 713932 T1144 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 713933 T1190 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:21539/ta/rz DONE. We have n
[...truncated too long message...]
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 874661 T1214 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4] 2> 874661 T1214 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 874661 T1214 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 874662 T1214 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 874662 T1214 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 874663 T1214 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 874663 T1214 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_US, timezone=Africa/Lome
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=170643936,total=405143552
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexingPerformance, NoCacheHeaderTest, SampleTest, MultiTermTest, TestDefaultSimilarityFactory, TestDynamicFieldResource, CoreAdminCreateDiscoverTest, ZkNodePropsTest, SignatureUpdateProcessorFactoryTest, TestSolrXMLSerializer, TestCSVLoader, CoreContainerCoreInitFailuresTest, RequestHandlersTest, AssignTest, TestManagedSchema, BadIndexSchemaTest, TestRecovery, DocumentAnalysisRequestHandlerTest, TestRTGBase, TestArbitraryIndexDir, HdfsSyncSliceTest, BasicDistributedZk2Test, SimplePostToolTest, BasicZkTest, TestStressLucene, OpenCloseCoreStressTest, SolrPluginUtilsTest, TestSolr4Spatial, TestNumberUtils, DebugComponentTest, URLClassifyProcessorTest, SolrIndexConfigTest, TestSerializedLuceneMatchVersion, PathHierarchyTokenizerFactoryTest, DirectSolrSpellCheckerTest, StandardRequestHandlerTest, TestSolrJ, TestMergePolicyConfig, TestWordDelimiterFilterFactory, TestSchemaVersionResource, BadCopyFieldTest, TestFastOutputStream, SolrCmdDistributorTest, HdfsLockFactoryTest, OpenExchangeRatesOrgProviderTest, TestAtomicUpdateErrorCases, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 173.14s, 1 test, 1 error <<< FAILURES!
[...truncated 748 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 54 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1870 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1870/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:24982/er/iy
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:24982/er/iy
at __randomizedtesting.SeedInfo.seed([3D36923F151D8C77:BCD01C276242EC4B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:24982 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Build Log:
[...truncated 9245 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1109120 T2480 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /er/iy
[junit4] 2> 1109125 T2480 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375564823964
[junit4] 2> 1109127 T2480 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1109128 T2481 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1109228 T2480 oasc.ZkTestServer.run start zk server on port:24972
[junit4] 2> 1109230 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1109234 T2487 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79643ad7 name:ZooKeeperConnection Watcher:127.0.0.1:24972 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109234 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1109234 T2480 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1109250 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1109253 T2489 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cdd9329 name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109253 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1109253 T2480 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1109262 T2480 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1109271 T2480 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1109273 T2480 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1109276 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1109277 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1109283 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1109283 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1109388 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1109389 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1109392 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1109393 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1109402 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1109402 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1109405 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1109406 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1109409 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1109410 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1109413 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1109414 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1109417 T2480 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1109417 T2480 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1109698 T2480 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1109703 T2480 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24975
[junit4] 2> 1109704 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1109704 T2480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1109705 T2480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266
[junit4] 2> 1109705 T2480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/'
[junit4] 2> 1109743 T2480 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/solr.xml
[junit4] 2> 1109822 T2480 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1109823 T2480 oasc.CoreContainer.<init> New CoreContainer 175924969
[junit4] 2> 1109823 T2480 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/]
[junit4] 2> 1109825 T2480 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1109826 T2480 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1109826 T2480 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1109827 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1109827 T2480 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1109827 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1109828 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1109828 T2480 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1109829 T2480 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1109829 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1109847 T2480 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:24972/solr
[junit4] 2> 1109847 T2480 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1109848 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1109851 T2500 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d48505f name:ZooKeeperConnection Watcher:127.0.0.1:24972 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109852 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1109860 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1109872 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1109874 T2502 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60a04e8c name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1109875 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1109877 T2480 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1109888 T2480 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1109892 T2480 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1109894 T2480 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24975_er%2Fiy
[junit4] 2> 1109902 T2480 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24975_er%2Fiy
[junit4] 2> 1109905 T2480 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1109922 T2480 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1109925 T2480 oasc.Overseer.start Overseer (id=90149016303763459-127.0.0.1:24975_er%2Fiy-n_0000000000) starting
[junit4] 2> 1109938 T2480 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1109949 T2504 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1109950 T2480 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1109953 T2480 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1109955 T2480 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1109958 T2503 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1109961 T2480 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266
[junit4] 2> 1109966 T2480 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/conf/
[junit4] 2> 1110127 T2480 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1110128 T2480 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1110128 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1110129 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1110146 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1110148 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1110154 T2507 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@407390a4 name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110154 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1110156 T2480 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1110158 T2480 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1110426 T2480 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1110429 T2480 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24979
[junit4] 2> 1110430 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1110430 T2480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1110431 T2480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997
[junit4] 2> 1110431 T2480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/'
[junit4] 2> 1110469 T2480 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/solr.xml
[junit4] 2> 1110540 T2480 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1110541 T2480 oasc.CoreContainer.<init> New CoreContainer 958455288
[junit4] 2> 1110541 T2480 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/]
[junit4] 2> 1110543 T2480 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1110543 T2480 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1110544 T2480 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1110544 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1110545 T2480 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1110545 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1110546 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1110546 T2480 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1110546 T2480 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1110547 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1110564 T2480 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:24972/solr
[junit4] 2> 1110565 T2480 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1110566 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1110569 T2518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ccce215 name:ZooKeeperConnection Watcher:127.0.0.1:24972 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110569 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1110582 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1110595 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1110597 T2520 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1025959a name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1110597 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1110604 T2480 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1111607 T2480 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24979_er%2Fiy
[junit4] 2> 1111610 T2480 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24979_er%2Fiy
[junit4] 2> 1111613 T2502 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1111613 T2507 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1111614 T2520 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1111629 T2480 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997
[junit4] 2> 1111631 T2480 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/conf/
[junit4] 2> 1111795 T2480 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1111796 T2480 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1111797 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1111797 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1112084 T2480 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1112087 T2480 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24982
[junit4] 2> 1112088 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1112089 T2480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1112089 T2480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375564826651
[junit4] 2> 1112090 T2480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375564826651/'
[junit4] 2> 1112127 T2480 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375564826651/solr.xml
[junit4] 2> 1112195 T2480 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1112196 T2480 oasc.CoreContainer.<init> New CoreContainer 1709759514
[junit4] 2> 1112196 T2480 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375564826651/]
[junit4] 2> 1112198 T2480 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1112198 T2480 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1112198 T2480 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1112199 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1112199 T2480 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1112200 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1112200 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1112201 T2480 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1112201 T2480 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1112201 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1112216 T2480 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:24972/solr
[junit4] 2> 1112217 T2480 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1112218 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1112220 T2532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aca633b name:ZooKeeperConnection Watcher:127.0.0.1:24972 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1112220 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1112224 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1112235 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1112237 T2534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28f32272 name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1112237 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1112250 T2480 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1113254 T2480 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24982_er%2Fiy
[junit4] 2> 1113258 T2480 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24982_er%2Fiy
[junit4] 2> 1113334 T2502 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1113334 T2520 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1113334 T2507 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1113334 T2534 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1113340 T2480 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375564826651
[junit4] 2> 1113346 T2480 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375564826651/conf/
[junit4] 2> 1113507 T2480 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1113508 T2480 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1113508 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1113509 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1113790 T2480 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1113792 T2480 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24985
[junit4] 2> 1113793 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1113794 T2480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1113794 T2480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362
[junit4] 2> 1113794 T2480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/'
[junit4] 2> 1113831 T2480 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/solr.xml
[junit4] 2> 1113911 T2480 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1113912 T2480 oasc.CoreContainer.<init> New CoreContainer 854546071
[junit4] 2> 1113913 T2480 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/]
[junit4] 2> 1113914 T2480 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1113915 T2480 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1113915 T2480 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1113916 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1113916 T2480 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1113917 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1113917 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1113918 T2480 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1113918 T2480 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1113919 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1113934 T2480 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:24972/solr
[junit4] 2> 1113935 T2480 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1113936 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1113942 T2546 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f1deda0 name:ZooKeeperConnection Watcher:127.0.0.1:24972 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1113942 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1113946 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1113956 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1113961 T2548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bd46a73 name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1113961 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1113976 T2480 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1114979 T2480 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24985_er%2Fiy
[junit4] 2> 1114981 T2480 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24985_er%2Fiy
[junit4] 2> 1114985 T2507 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1114985 T2502 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1114986 T2548 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1114985 T2520 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1114985 T2534 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1114997 T2480 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362
[junit4] 2> 1115000 T2480 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/conf/
[junit4] 2> 1115164 T2480 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1115165 T2480 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1115166 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1115166 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1115452 T2480 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1115454 T2480 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24996
[junit4] 2> 1115455 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1115456 T2480 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1115456 T2480 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019
[junit4] 2> 1115456 T2480 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/'
[junit4] 2> 1115493 T2480 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/solr.xml
[junit4] 2> 1115563 T2480 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1115564 T2480 oasc.CoreContainer.<init> New CoreContainer 1103948456
[junit4] 2> 1115564 T2480 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/]
[junit4] 2> 1115566 T2480 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1115566 T2480 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1115567 T2480 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1115567 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1115568 T2480 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1115568 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1115568 T2480 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1115569 T2480 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1115569 T2480 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1115570 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1115586 T2480 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:24972/solr
[junit4] 2> 1115587 T2480 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1115589 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1115609 T2560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@102ab662 name:ZooKeeperConnection Watcher:127.0.0.1:24972 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1115609 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1115612 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1115623 T2480 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1115625 T2562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cb3d94 name:ZooKeeperConnection Watcher:127.0.0.1:24972/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1115626 T2480 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1115638 T2480 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1116641 T2480 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24996_er%2Fiy
[junit4] 2> 1116653 T2480 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24996_er%2Fiy
[junit4] 2> 1116657 T2548 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1116657 T2502 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1116657 T2534 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1116657 T2507 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1116657 T2562 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1116657 T2520 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1116663 T2480 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019
[junit4] 2> 1116668 T2480 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/conf/
[junit4] 2> 1116833 T2480 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1116833 T2480 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1116834 T2480 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1116834 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1116851 T2480 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1116863 T2510 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1116865 T2502 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1116867 T2504 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1116867 T2504 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1117470 T2503 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1117470 T2503 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 1117471 T2503 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 1117486 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1117486 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1117486 T2534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1117486 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1117486 T2502 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1117486 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1117588 T2504 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1117588 T2504 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:24985_er%2Fiy
[junit4] 2> 1117589 T2504 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:24979_er%2Fiy
[junit4] 2> 1117590 T2504 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:24996_er%2Fiy
[junit4] 2> 1117590 T2504 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:24975_er%2Fiy
[junit4] 2> 1117593 T2538 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 1117594 T2552 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 1117593 T2511 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 1117594 T2492 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 1117595 T2538 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1117596 T2552 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1117606 T2511 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1117606 T2492 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1118992 T2503 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1118993 T2503 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1118993 T2503 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:24985_er%2Fiy",
[junit4] 2> "base_url":"http://127.0.0.1:24985/er/iy"}
[junit4] 2> 1119001 T2503 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1119002 T2503 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:24996_er%2Fiy",
[junit4] 2> "base_url":"http://127.0.0.1:24996/er/iy"}
[junit4] 2> 1119014 T2503 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1119015 T2503 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:24979_er%2Fiy",
[junit4] 2> "base_url":"http://127.0.0.1:24979/er/iy"}
[junit4] 2> 1119019 T2503 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1119019 T2503 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:24975_er%2Fiy",
[junit4] 2> "base_url":"http://127.0.0.1:24975/er/iy"}
[junit4] 2> 1119028 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1119029 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1119028 T2534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1119028 T2520 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1119028 T2507 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1119028 T2502 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1119598 T2538 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 1119598 T2552 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 1119599 T2538 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 1119600 T2552 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 1119600 T2538 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/nodes_used_collection_shard1_replica1
[junit4] 2> 1119601 T2552 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/nodes_used_collection_shard2_replica1
[junit4] 2> 1119601 T2538 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1119601 T2552 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1119602 T2538 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1119602 T2552 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1119603 T2538 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1119603 T2552 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1119604 T2538 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1119604 T2552 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1119604 T2538 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1119605 T2552 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1119608 T2511 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 1119609 T2492 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 1119609 T2511 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 1119609 T2511 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/nodes_used_collection_shard1_replica2
[junit4] 2> 1119610 T2492 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 1119610 T2511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1119610 T2492 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/nodes_used_collection_shard2_replica2
[junit4] 2> 1119611 T2492 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1119611 T2552 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1119611 T2538 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1119612 T2492 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1119612 T2492 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1119611 T2511 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1119613 T2511 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1119613 T2538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/nodes_used_collection_shard1_replica1/'
[junit4] 2> 1119612 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/nodes_used_collection_shard2_replica1/'
[junit4] 2> 1119613 T2492 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/nodes_used_collection_shard2_replica2/'
[junit4] 2> 1119614 T2511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/nodes_used_collection_shard1_replica2/'
[junit4] 2> 1119734 T2492 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1119735 T2538 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1119735 T2511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1119735 T2552 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1119814 T2492 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1119816 T2538 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1119817 T2552 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1119817 T2511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1119915 T2492 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1119917 T2538 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1119918 T2511 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1119918 T2552 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1119926 T2492 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 1119929 T2538 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 1119929 T2511 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 1119929 T2552 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 1120699 T2492 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120700 T2511 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120700 T2492 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120700 T2511 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120701 T2538 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120701 T2552 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120701 T2492 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1120702 T2552 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120702 T2511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1120702 T2538 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1120703 T2552 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1120704 T2538 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1120715 T2511 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1120715 T2538 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1120715 T2492 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1120716 T2552 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1120720 T2511 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1120720 T2538 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1120721 T2492 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1120721 T2552 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1120742 T2511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120742 T2552 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120742 T2492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120742 T2538 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120748 T2511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120748 T2552 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120748 T2492 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120748 T2538 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1120753 T2511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120753 T2552 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120754 T2538 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120753 T2492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120754 T2511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120755 T2511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120755 T2552 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120755 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120756 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120755 T2511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120755 T2538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120757 T2538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120756 T2492 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120756 T2552 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120758 T2511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120758 T2538 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120759 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120759 T2492 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120759 T2511 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120758 T2552 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1120760 T2511 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1120760 T2492 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1120760 T2538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120761 T2552 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1120761 T2492 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 1120761 T2511 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 1120762 T2492 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12f65ce5
[junit4] 2> 1120762 T2552 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120761 T2538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1120763 T2552 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1120763 T2511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12f65ce5
[junit4] 2> 1120764 T2552 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 1120764 T2538 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1120765 T2511 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997//nodes_used_collection_shard1_replica2/data
[junit4] 2> 1120764 T2492 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266//nodes_used_collection_shard2_replica2/data
[junit4] 2> 1120765 T2511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 1120765 T2538 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 1120765 T2552 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12f65ce5
[junit4] 2> 1120767 T2538 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@12f65ce5
[junit4] 2> 1120766 T2511 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1120766 T2492 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 1120768 T2538 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362//nodes_used_collection_shard1_replica1/data
[junit4] 2> 1120768 T2511 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375564824997//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 1120768 T2492 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1120767 T2552 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019//nodes_used_collection_shard2_replica1/data
[junit4] 2> 1120769 T2492 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375564824266//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 1120768 T2538 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 1120769 T2552 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 1120770 T2538 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1120771 T2552 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1120771 T2538 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375564828362//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 1120772 T2552 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375564830019//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 1120774 T2511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c736703 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1deb010a),segFN=segments_1,generation=1}
[junit4] 2> 1120775 T2511 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1120776 T2492 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ac3b137 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19ef247c),segFN=segments_1,generation=1}
[junit4] 2> 1120776 T2492 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1120778 T2552 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27a7e69e lockFactory=org.apache.lucene.store.NativeFSLockFactory@252d787d),segFN=segments_1,generation=1}
[junit4] 2> 1120778 T2538 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b76bd0d lockFactory=org.apache.lucene.store.NativeFSLockFactory@18124914),segFN=segments_1,generation=1}
[junit4] 2> 1120779 T2552 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1120779 T2538 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1120780 T2511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1120780 T2511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1120781 T2511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1120781 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1120782 T2511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1120782 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1120782 T2511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1120783 T2511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1120783 T2492 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1120783 T2511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1120784 T2492 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1120784 T2511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1120784 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1120785 T2511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1120785 T2538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1120785 T2492 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1120786 T2538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1120785 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1120786 T2492 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1120787 T2538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1120787 T2492 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1120787 T2552 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1120788 T2492 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1120788 T2538 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1120789 T2492 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1120788 T2552 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1120789 T2538 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1120790 T2552 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1120790 T2552 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1120790 T2538 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1120790 T2552 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1120791 T2538 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1120791 T2552 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1120792 T2538 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1120792 T2552 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1120792 T2538 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1120797 T2511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1120797 T2492 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1120797 T2552 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1120798 T2538 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1120809 T2538 oass.SolrIndexSearcher.<init> Opening Searcher@84fe79 main
[junit4] 2> 1120810 T2492 oass.SolrIndexSearcher.<init> Opening Searcher@fabd64 main
[junit4] 2> 1120810 T2511 oass.SolrIndexSearcher.<init> Opening Searcher@3c115cc main
[junit4] 2> 1120809 T2552 oass.SolrIndexSearcher.<init> Opening Searcher@14987e43 main
[junit4] 2> 1120811 T2538 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1120812 T2492 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1120812 T2552 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1120812 T2511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1120812 T2538 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1120813 T2511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1120812 T2552 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1120812 T2492 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1120817 T2568 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@84fe79 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1120817 T2569 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@14987e43 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1120817 T2570 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@3c115cc main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1120818 T2571 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@fabd64 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1120819 T2538 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 1120820 T2552 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 1120820 T2511 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 1120820 T2538 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:24985/er/iy collection:nodes_used_collection shard:shard1
[junit4] 2> 1120820 T2511 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:24979/er/iy collection:nodes_used_collection shard:shard1
[junit4] 2> 1120820 T2492 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 1120820 T2552 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:24996/er/iy collection:nodes_used_collection shard:shard2
[junit4] 2> 1120821 T2492 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:24975/er/iy collection:nodes_used_collection shard:shard2
[junit4] 2> 1120821 T2511 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1120821 T2538 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1120822 T2492 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1120822 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1120847 T2511 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1120847 T2492 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1120847 T2538 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1120847 T2552 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1120869 T2538 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1120870 T2552 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1120873 T2538 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1120873 T2552 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1120873 T2538 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1120874 T2552 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1120874 T2538 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24985/er/iy/nodes_used_collection_shard1_replica1/
[junit4] 2> 1120874 T2552 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24996/er/iy/nodes_used_collection_shard2_replica1/
[junit4] 2> 1120875 T2538 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:24985/er/iy START replicas=[http://127.0.0.1:24979/er/iy/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 1120875 T2552 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:24996/er/iy START replicas=[http://127.0.0.1:24975/er/iy/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 1120875 T2538 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:24985/er/iy DONE. We have no versions. sync failed.
[junit4] 2> 1120876 T2552 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:24996/er/iy DONE. We have no versions. sync failed.
[junit4] 2> 1120876 T2538 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1120
[...truncated too long message...]
unit4] 2> 1244076 T2959 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90149016303763468-127.0.0.1:24996_er%2Fiy-n_0000000004) am no longer a leader.
[junit4] 2> 1244078 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1244080 T2480 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/er/iy,null}
[junit4] 2> 1244136 T2480 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 1244139 T2480 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:24972 24972
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=3D36923F151D8C77 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=tr_TR -Dtests.timezone=America/St_Kitts -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 135s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:24982/er/iy
[junit4] > at __randomizedtesting.SeedInfo.seed([3D36923F151D8C77:BCD01C276242EC4B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:24982 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] 2> 1244288 T2480 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 135179 T2479 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> 1245379 T2562 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1245379 T2562 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1245379 T2562 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1245380 T2562 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=tr_TR, timezone=America/St_Kitts
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=9,free=88727760,total=434241536
[junit4] 2> NOTE: All tests run in this JVM: [StatsComponentTest, DirectSolrSpellCheckerTest, TestDistributedGrouping, SolrCoreCheckLockOnStartupTest, TestLuceneMatchVersion, UniqFieldsUpdateProcessorFactoryTest, HighlighterConfigTest, TestElisionMultitermQuery, TestRandomFaceting, JSONWriterTest, SolrCmdDistributorTest, DistanceFunctionTest, DirectUpdateHandlerTest, FullSolrCloudDistribCmdsTest, ShardSplitTest, BadIndexSchemaTest, TestSolrJ, TestBinaryField, CopyFieldTest, TestSystemIdResolver, TestCopyFieldCollectionResource, TestAnalyzedSuggestions, SuggesterTSTTest, RequiredFieldsTest, TermVectorComponentDistributedTest, BlockCacheTest, OutputWriterTest, TestNumberUtils, TestSolrXMLSerializer, QueryResultKeyTest, TestCoreDiscovery, AssignTest, XmlUpdateRequestHandlerTest, TestReload, ZkSolrClientTest, TestSuggestSpellingConverter, PreAnalyzedUpdateProcessorTest, TestDynamicFieldResource, DocumentAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SpellCheckCollatorTest, TestSolr4Spatial, TimeZoneUtilsTest, DateMathParserTest, FieldAnalysisRequestHandlerTest, TestQueryTypes, CurrencyFieldOpenExchangeTest, BadCopyFieldTest, SolrPluginUtilsTest, TestIndexSearcher, TestArbitraryIndexDir, TestDistributedSearch, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, IndexReaderFactoryTest, ZkNodePropsTest, XsltUpdateRequestHandlerTest, TestDefaultSimilarityFactory, TestSchemaVersionResource, ChaosMonkeySafeLeaderTest, TestBinaryResponseWriter, LeaderElectionIntegrationTest, TestPropInject, NotRequiredUniqueKeyTest, SignatureUpdateProcessorFactoryTest, TestClassNameShortening, CurrencyFieldXmlFileTest, SpellPossibilityIteratorTest, CoreContainerCoreInitFailuresTest, ClusterStateTest, HighlighterTest, NoCacheHeaderTest, TestRangeQuery, TestAddFieldRealTimeGet, EchoParamsTest, DOMUtilTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 136.46s, 1 test, 1 error <<< FAILURES!
[...truncated 520 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 35 ignored (7 assumptions)
Total time: 54 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1869 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1869/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:44959/k_pf
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44959/k_pf
at __randomizedtesting.SeedInfo.seed([6363B2C79CAE41AE:E2853CDFEBF12192]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:44959 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 9010 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 396535 T570 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /k_pf/
[junit4] 2> 396540 T570 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375534930845
[junit4] 2> 396541 T570 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 396541 T571 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 396642 T570 oasc.ZkTestServer.run start zk server on port:14275
[junit4] 2> 396643 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 396647 T577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1deaca69 name:ZooKeeperConnection Watcher:127.0.0.1:14275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 396647 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 396648 T570 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 396653 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 396661 T579 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e888f05 name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 396661 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 396662 T570 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 396666 T570 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 396668 T570 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 396671 T570 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 396675 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 396675 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 396688 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 396688 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 396792 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 396793 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 396796 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 396797 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 396807 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 396808 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 396811 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 396812 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 396815 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 396816 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 396820 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 396820 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 396824 T570 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 396824 T570 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 397006 T570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 397010 T570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:65431
[junit4] 2> 397010 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 397011 T570 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 397011 T570 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133
[junit4] 2> 397011 T570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/'
[junit4] 2> 397035 T570 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/solr.xml
[junit4] 2> 397083 T570 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 397088 T570 oasc.CoreContainer.<init> New CoreContainer 1869850105
[junit4] 2> 397088 T570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/]
[junit4] 2> 397089 T570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 397090 T570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 397090 T570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 397090 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 397090 T570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 397091 T570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 397091 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 397091 T570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 397092 T570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 397092 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 397103 T570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:14275/solr
[junit4] 2> 397104 T570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 397105 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397107 T590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c48a6d3 name:ZooKeeperConnection Watcher:127.0.0.1:14275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397108 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397153 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 397162 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397164 T592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24cd59e9 name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397165 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397217 T570 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 397221 T570 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 397225 T570 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 397252 T570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65431_k_pf
[junit4] 2> 397278 T570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:65431_k_pf
[junit4] 2> 397285 T570 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 397296 T570 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 397304 T570 oasc.Overseer.start Overseer (id=90147057228316675-127.0.0.1:65431_k_pf-n_0000000000) starting
[junit4] 2> 397309 T570 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 397322 T594 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 397323 T570 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 397325 T570 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 397327 T570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 397330 T593 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 397333 T570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133
[junit4] 2> 397339 T570 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/conf/
[junit4] 2> 397443 T570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 397444 T570 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 397444 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 397444 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 397455 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 397457 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397462 T597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a28a7f7 name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397462 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397464 T570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 397467 T570 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 397740 T570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 397743 T570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44959
[junit4] 2> 397743 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 397744 T570 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 397744 T570 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375534931772
[junit4] 2> 397745 T570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375534931772/'
[junit4] 2> 397781 T570 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375534931772/solr.xml
[junit4] 2> 397852 T570 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 397853 T570 oasc.CoreContainer.<init> New CoreContainer 1915731411
[junit4] 2> 397854 T570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375534931772/]
[junit4] 2> 397855 T570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 397856 T570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 397856 T570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 397857 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 397857 T570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 397858 T570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 397858 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 397859 T570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 397859 T570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 397859 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 397877 T570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:14275/solr
[junit4] 2> 397877 T570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 397879 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397884 T608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c57a236 name:ZooKeeperConnection Watcher:127.0.0.1:14275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397884 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397887 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 397900 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 397902 T610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44e43d5e name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 397902 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 397909 T570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 398912 T570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44959_k_pf
[junit4] 2> 398942 T570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44959_k_pf
[junit4] 2> 398946 T597 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 398946 T592 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 398946 T610 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 398953 T570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375534931772
[junit4] 2> 399117 T570 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375534931772/conf/
[junit4] 2> 399121 T570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 399122 T570 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 399122 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 399123 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 399408 T570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 399410 T570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64430
[junit4] 2> 399411 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 399411 T570 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 399412 T570 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445
[junit4] 2> 399412 T570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/'
[junit4] 2> 399449 T570 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/solr.xml
[junit4] 2> 399519 T570 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 399519 T570 oasc.CoreContainer.<init> New CoreContainer 927307988
[junit4] 2> 399519 T570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/]
[junit4] 2> 399521 T570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 399521 T570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 399521 T570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 399522 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 399522 T570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 399522 T570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 399523 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 399523 T570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 399523 T570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 399523 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 399535 T570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:14275/solr
[junit4] 2> 399535 T570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 399536 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 399564 T622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a34a2a5 name:ZooKeeperConnection Watcher:127.0.0.1:14275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 399564 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 399567 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 399580 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 399582 T624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2087759a name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 399583 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 399595 T570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 400598 T570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64430_k_pf
[junit4] 2> 400625 T570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64430_k_pf
[junit4] 2> 400629 T610 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 400629 T624 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 400629 T592 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 400629 T597 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 400642 T570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445
[junit4] 2> 400804 T570 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/conf/
[junit4] 2> 400808 T570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 400808 T570 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 400809 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 400809 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 401096 T570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 401099 T570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31783
[junit4] 2> 401100 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 401101 T570 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 401101 T570 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130
[junit4] 2> 401102 T570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/'
[junit4] 2> 401138 T570 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/solr.xml
[junit4] 2> 401209 T570 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 401210 T570 oasc.CoreContainer.<init> New CoreContainer 256313589
[junit4] 2> 401211 T570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/]
[junit4] 2> 401212 T570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 401213 T570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 401213 T570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 401214 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 401214 T570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 401215 T570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 401215 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 401216 T570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 401216 T570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 401217 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 401233 T570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:14275/solr
[junit4] 2> 401233 T570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 401234 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 401237 T636 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9d14a9 name:ZooKeeperConnection Watcher:127.0.0.1:14275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 401238 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 401241 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 401252 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 401254 T638 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d42b5bf name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 401255 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 401267 T570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 402271 T570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31783_k_pf
[junit4] 2> 402274 T570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31783_k_pf
[junit4] 2> 402278 T624 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 402278 T597 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 402278 T638 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 402278 T610 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 402278 T592 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 402291 T570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130
[junit4] 2> 402459 T570 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/conf/
[junit4] 2> 402459 T570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 402460 T570 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 402461 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 402461 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 402743 T570 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 402746 T570 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34879
[junit4] 2> 402747 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 402747 T570 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 402748 T570 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782
[junit4] 2> 402748 T570 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/'
[junit4] 2> 402785 T570 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/solr.xml
[junit4] 2> 402856 T570 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 402857 T570 oasc.CoreContainer.<init> New CoreContainer 1801592362
[junit4] 2> 402857 T570 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/]
[junit4] 2> 402859 T570 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 402860 T570 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 402860 T570 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 402861 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 402861 T570 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 402861 T570 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 402862 T570 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 402862 T570 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 402863 T570 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 402863 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 402880 T570 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:14275/solr
[junit4] 2> 402880 T570 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 402881 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 402884 T650 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76aa8e79 name:ZooKeeperConnection Watcher:127.0.0.1:14275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 402885 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 402888 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 402900 T570 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 402902 T652 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5244c8cc name:ZooKeeperConnection Watcher:127.0.0.1:14275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 402902 T570 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 402914 T570 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 403918 T570 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34879_k_pf
[junit4] 2> 403923 T570 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34879_k_pf
[junit4] 2> 403927 T610 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 403927 T592 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 403928 T652 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 403927 T638 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 403927 T597 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 403927 T624 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 403941 T570 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782
[junit4] 2> 403944 T570 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/conf/
[junit4] 2> 404107 T570 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 404108 T570 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 404109 T570 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 404109 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 404126 T570 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 404138 T600 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 404140 T592 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 404142 T594 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 404143 T594 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 404843 T593 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 404844 T593 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 404844 T593 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 404858 T624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 404858 T592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 404858 T597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 404858 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 404858 T638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 404858 T652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 404961 T594 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 404961 T594 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:31783_k_pf
[junit4] 2> 404961 T594 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:65431_k_pf
[junit4] 2> 404962 T594 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:34879_k_pf
[junit4] 2> 404963 T594 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:64430_k_pf
[junit4] 2> 404966 T628 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 404966 T582 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 404966 T614 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 404966 T642 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 404968 T628 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 404968 T582 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 404968 T614 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 404978 T642 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 406364 T593 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 406366 T593 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 406366 T593 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31783_k_pf",
[junit4] 2> "base_url":"http://127.0.0.1:31783/k_pf"}
[junit4] 2> 406371 T593 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 406371 T593 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:65431_k_pf",
[junit4] 2> "base_url":"http://127.0.0.1:65431/k_pf"}
[junit4] 2> 406384 T593 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 406384 T593 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:64430_k_pf",
[junit4] 2> "base_url":"http://127.0.0.1:64430/k_pf"}
[junit4] 2> 406389 T593 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 406390 T593 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34879_k_pf",
[junit4] 2> "base_url":"http://127.0.0.1:34879/k_pf"}
[junit4] 2> 406400 T624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 406401 T597 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 406401 T592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 406400 T652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 406400 T638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 406400 T610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 406970 T628 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 406970 T582 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 406971 T614 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 406971 T628 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 406972 T614 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 406972 T582 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 406973 T614 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/nodes_used_collection_shard2_replica2
[junit4] 2> 406972 T628 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/nodes_used_collection_shard1_replica1
[junit4] 2> 406974 T614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 406973 T582 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/nodes_used_collection_shard1_replica2
[junit4] 2> 406975 T582 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 406974 T628 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 406975 T614 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 406976 T582 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 406976 T628 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 406976 T614 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 406977 T628 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 406976 T582 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 406978 T614 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 406978 T628 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 406979 T582 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 406978 T614 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 406979 T582 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 406979 T628 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 406980 T642 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 406981 T642 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 406982 T642 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/nodes_used_collection_shard2_replica1
[junit4] 2> 406982 T642 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 407012 T614 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 407012 T582 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 407013 T628 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 407013 T642 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 407013 T642 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 407014 T582 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/nodes_used_collection_shard1_replica2/'
[junit4] 2> 407014 T628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/nodes_used_collection_shard1_replica1/'
[junit4] 2> 407013 T614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/nodes_used_collection_shard2_replica2/'
[junit4] 2> 407015 T642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/nodes_used_collection_shard2_replica1/'
[junit4] 2> 407135 T614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 407136 T642 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 407136 T628 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 407136 T582 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 407207 T642 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 407209 T614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 407210 T582 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 407218 T628 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 407309 T642 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 407310 T614 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 407316 T582 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 407319 T628 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 407321 T642 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 407322 T614 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 407329 T582 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 407331 T628 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 408077 T614 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408078 T614 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408079 T614 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 408088 T614 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 408089 T582 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408090 T582 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408091 T582 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 408091 T614 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 408101 T582 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 408105 T614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408105 T582 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 408107 T628 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408107 T642 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408107 T628 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408107 T642 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 408108 T628 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 408109 T642 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 408109 T614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408118 T614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408119 T614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408120 T614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408120 T614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408121 T614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408122 T614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408122 T614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 408122 T614 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 408123 T614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2339e351
[junit4] 2> 408124 T628 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 408124 T614 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445//nodes_used_collection_shard2_replica2/data
[junit4] 2> 408124 T642 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 408124 T614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 408125 T614 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 408126 T614 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375534933445//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 408129 T628 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 408130 T642 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 408130 T614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55877de5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@27c2ecbe),segFN=segments_1,generation=1}
[junit4] 2> 408130 T614 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 408131 T582 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408134 T614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 408135 T614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 408135 T614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 408136 T614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 408137 T614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 408137 T614 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 408137 T614 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 408138 T614 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 408138 T614 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 408147 T628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408149 T642 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408151 T614 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 408151 T582 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408154 T628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408154 T614 oass.SolrIndexSearcher.<init> Opening Searcher@65843e29 main
[junit4] 2> 408154 T642 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 408156 T614 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 408156 T614 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 408157 T582 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408159 T582 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408159 T582 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408159 T658 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@65843e29 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 408160 T582 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408159 T628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408160 T642 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408161 T614 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 408161 T614 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:64430/k_pf collection:nodes_used_collection shard:shard2
[junit4] 2> 408161 T582 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408162 T582 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408162 T628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408163 T628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408162 T614 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 408163 T628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408162 T582 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 408162 T642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408165 T642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408165 T628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408164 T582 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 408165 T628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408165 T642 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 408166 T628 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 408166 T582 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2339e351
[junit4] 2> 408167 T628 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 408168 T642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 408168 T582 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133//nodes_used_collection_shard1_replica2/data
[junit4] 2> 408168 T628 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2339e351
[junit4] 2> 408169 T582 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 408168 T642 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 408170 T628 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130//nodes_used_collection_shard1_replica1/data
[junit4] 2> 408170 T582 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 408170 T628 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 408171 T582 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375534931133//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 408170 T642 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 408171 T628 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 408172 T642 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 408173 T628 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375534935130//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 408173 T642 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2339e351
[junit4] 2> 408174 T642 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782//nodes_used_collection_shard2_replica1/data
[junit4] 2> 408174 T642 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 408175 T642 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 408176 T642 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375534936782//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 408178 T582 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ea53333 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d506b04),segFN=segments_1,generation=1}
[junit4] 2> 408178 T582 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 408179 T614 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 408179 T628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a26c417 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab84fb1),segFN=segments_1,generation=1}
[junit4] 2> 408180 T628 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 408182 T642 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5050b77c lockFactory=org.apache.lucene.store.NativeFSLockFactory@3606a194),segFN=segments_1,generation=1}
[junit4] 2> 408183 T642 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 408184 T582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 408184 T582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 408185 T582 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 408185 T628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 408186 T582 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 408186 T628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 408186 T582 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 408187 T582 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 408187 T628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 408187 T582 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 408188 T642 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 408188 T582 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 408188 T628 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 408189 T582 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 408189 T628 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 408188 T642 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 408190 T628 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 408191 T642 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 408191 T628 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 408191 T642 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 408192 T628 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 408192 T642 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 408193 T642 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 408192 T628 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 408193 T642 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 408194 T642 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 408194 T642 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 408200 T628 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 408200 T642 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 408200 T582 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 408203 T614 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 408209 T628 oass.SolrIndexSearcher.<init> Opening Searcher@561382ee main
[junit4] 2> 408209 T642 oass.SolrIndexSearcher.<init> Opening Searcher@929d69e main
[junit4] 2> 408209 T582 oass.SolrIndexSearcher.<init> Opening Searcher@524eaead main
[junit4] 2> 408211 T628 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 408211 T642 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 408211 T582 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 408211 T628 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 408212 T582 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 408212 T642 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 408215 T614 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=180000
[junit4] 2> 408216 T659 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@561382ee main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 408216 T660 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@524eaead main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 408217 T661 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@929d69e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 408218 T628 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 408218 T582 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 408219 T642 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 408219 T628 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:31783/k_pf collection:nodes_used_collection shard:shard1
[junit4] 2> 408219 T642 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:34879/k_pf collection:nodes_used_collection shard:shard2
[junit4] 2> 408219 T582 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:65431/k_pf collection:nodes_used_collection shard:shard1
[junit4] 2> 408220 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 408220 T628 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 408220 T582 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 408243 T628 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 408243 T582 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 408268 T582 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 408280 T582 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 408280 T582 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 408280 T582 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:65431/k_pf/nodes_used_collection_shard1_replica2/
[junit4] 2> 408281 T582 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:65431/k_pf START replicas=[http://127.0.0.1:31783/k_pf/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 408281 T582 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:65431/k_pf DONE. We have no versions. sync failed.
[junit4] 2> 408282 T582 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 408282 T582 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 408283 T582 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:65431/k_pf/nodes_used_collection_shard1_replica2/ shard1
[junit4] 2> 408283 T582 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4] 2> ASYNC NEW_CORE C189 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@64e68408 url=http://127.0.0.1:31783/k_pf/nodes_used_collection_shard1_replica1 node=127.0.0.1:31783_k_pf C189_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{state=down, core=nodes_used_collection_shard1_replica1, node_name=127.0.0.1:31783_k_pf, base_url=http://127.0.0.1:31783/k_pf}
[junit4] 2> 408288 T629 C189 P31783 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/k_pf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4] 2> 408717 T614 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 408718 T614 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 408718 T614 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64430/k_pf/nodes_used_collection_shard2_replica2/
[junit4] 2> 408718 T614 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:64430/k_pf START replicas=[htt
[...truncated too long message...]
)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 585265 T652 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 585265 T652 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 585265 T652 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 585266 T652 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 585266 T652 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Direct), _route_=PostingsFormat(name=MockRandom), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), id=PostingsFormat(name=NestedPulsing), timestamp=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Direct), range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=Lucene41WithOrds), a_si=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_NI, timezone=Africa/Lome
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=283684296,total=476184576
[junit4] 2> NOTE: All tests run in this JVM: [TestRandomMergePolicy, HardAutoCommitTest, DirectSolrSpellCheckerTest, TestDistributedGrouping, SampleTest, TestCloudManagedSchema, TestRTGBase, SolrPluginUtilsTest, DateMathParserTest, CurrencyFieldOpenExchangeTest, TestReload, NumericFieldsTest, TestCSVResponseWriter, TestDFRSimilarityFactory, ShardSplitTest, IndexSchemaRuntimeFieldTest, PingRequestHandlerTest, TestCopyFieldCollectionResource, EchoParamsTest, TestCodecSupport, OpenExchangeRatesOrgProviderTest, XmlUpdateRequestHandlerTest, TestQueryTypes, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 188.87s, 1 test, 1 error <<< FAILURES!
[...truncated 759 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 57 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1868 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1868/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:44045/l/rk
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44045/l/rk
at __randomizedtesting.SeedInfo.seed([F5BA2F83AA80DA4F:745CA19BDDDFBA73]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:44045 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Build Log:
[...truncated 9253 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1207883 T2093 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /l/rk
[junit4] 2> 1207888 T2093 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375511438454
[junit4] 2> 1207890 T2093 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1207890 T2094 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1207992 T2093 oasc.ZkTestServer.run start zk server on port:59274
[junit4] 2> 1207993 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1207997 T2100 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fbeafb9 name:ZooKeeperConnection Watcher:127.0.0.1:59274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1207997 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1207998 T2093 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1208019 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1208021 T2102 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3005c72d name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1208022 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1208022 T2093 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1208037 T2093 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1208043 T2093 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1208045 T2093 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1208058 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1208059 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1208072 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1208073 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1208178 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1208179 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1208183 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1208183 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1208195 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1208195 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1208198 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1208199 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1208202 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1208203 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1208206 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1208207 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1208210 T2093 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1208210 T2093 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1208494 T2093 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1208499 T2093 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34614
[junit4] 2> 1208500 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1208500 T2093 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1208500 T2093 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786
[junit4] 2> 1208501 T2093 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/'
[junit4] 2> 1208538 T2093 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/solr.xml
[junit4] 2> 1208610 T2093 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1208611 T2093 oasc.CoreContainer.<init> New CoreContainer 1093543276
[junit4] 2> 1208612 T2093 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/]
[junit4] 2> 1208614 T2093 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1208614 T2093 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1208615 T2093 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1208615 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1208615 T2093 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1208616 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1208616 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1208617 T2093 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1208617 T2093 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1208618 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1208635 T2093 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59274/solr
[junit4] 2> 1208635 T2093 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1208636 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1208639 T2113 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c9af6e2 name:ZooKeeperConnection Watcher:127.0.0.1:59274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1208639 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1208653 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1208664 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1208666 T2115 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a43ab06 name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1208666 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1208669 T2093 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1208681 T2093 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1208684 T2093 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1208687 T2093 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34614_l%2Frk
[junit4] 2> 1208694 T2093 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34614_l%2Frk
[junit4] 2> 1208698 T2093 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1208715 T2093 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1208718 T2093 oasc.Overseer.start Overseer (id=90145517630980099-127.0.0.1:34614_l%2Frk-n_0000000000) starting
[junit4] 2> 1208723 T2093 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1208736 T2117 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1208736 T2093 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1208739 T2093 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1208746 T2093 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1208749 T2116 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1208752 T2093 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786
[junit4] 2> 1208920 T2093 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/conf/
[junit4] 2> 1208921 T2093 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1208922 T2093 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1208922 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1208923 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1208939 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1208940 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1208942 T2120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6824a077 name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1208943 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1208944 T2093 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1208947 T2093 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1209216 T2093 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1209219 T2093 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36874
[junit4] 2> 1209220 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1209221 T2093 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1209221 T2093 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512
[junit4] 2> 1209221 T2093 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/'
[junit4] 2> 1209261 T2093 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/solr.xml
[junit4] 2> 1209333 T2093 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1209334 T2093 oasc.CoreContainer.<init> New CoreContainer 781245774
[junit4] 2> 1209334 T2093 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/]
[junit4] 2> 1209336 T2093 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1209337 T2093 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1209337 T2093 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1209337 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1209338 T2093 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1209338 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1209339 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1209339 T2093 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1209340 T2093 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1209340 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1209357 T2093 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59274/solr
[junit4] 2> 1209357 T2093 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1209358 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1209417 T2131 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28b143c4 name:ZooKeeperConnection Watcher:127.0.0.1:59274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1209418 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1209421 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1209432 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1209455 T2133 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb939ff name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1209455 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1209484 T2093 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1210488 T2093 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36874_l%2Frk
[junit4] 2> 1210493 T2093 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36874_l%2Frk
[junit4] 2> 1210497 T2120 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1210497 T2133 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1210497 T2115 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1210514 T2093 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512
[junit4] 2> 1210680 T2093 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/conf/
[junit4] 2> 1210683 T2093 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1210684 T2093 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1210684 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1210685 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1210968 T2093 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1210971 T2093 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44045
[junit4] 2> 1210971 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1210972 T2093 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1210972 T2093 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375511441264
[junit4] 2> 1210973 T2093 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375511441264/'
[junit4] 2> 1211015 T2093 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375511441264/solr.xml
[junit4] 2> 1211086 T2093 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1211087 T2093 oasc.CoreContainer.<init> New CoreContainer 1601898568
[junit4] 2> 1211087 T2093 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375511441264/]
[junit4] 2> 1211089 T2093 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1211089 T2093 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1211090 T2093 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1211090 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1211091 T2093 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1211091 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1211092 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1211092 T2093 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1211093 T2093 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1211093 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1211108 T2093 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59274/solr
[junit4] 2> 1211108 T2093 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1211109 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1211140 T2145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65cdff1 name:ZooKeeperConnection Watcher:127.0.0.1:59274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1211140 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1211143 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1211152 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1211154 T2147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f5ce775 name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1211155 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1211167 T2093 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1212171 T2093 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44045_l%2Frk
[junit4] 2> 1212185 T2093 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44045_l%2Frk
[junit4] 2> 1212188 T2120 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1212188 T2115 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1212188 T2147 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1212188 T2133 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1212195 T2093 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375511441264
[junit4] 2> 1212200 T2093 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375511441264/conf/
[junit4] 2> 1212364 T2093 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1212364 T2093 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1212365 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1212365 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1212649 T2093 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1212652 T2093 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31261
[junit4] 2> 1212653 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1212653 T2093 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1212654 T2093 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945
[junit4] 2> 1212654 T2093 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/'
[junit4] 2> 1212690 T2093 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/solr.xml
[junit4] 2> 1212761 T2093 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1212762 T2093 oasc.CoreContainer.<init> New CoreContainer 1754813116
[junit4] 2> 1212762 T2093 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/]
[junit4] 2> 1212764 T2093 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1212764 T2093 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1212765 T2093 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1212765 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1212766 T2093 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1212766 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1212767 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1212767 T2093 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1212768 T2093 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1212768 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1212783 T2093 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59274/solr
[junit4] 2> 1212783 T2093 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1212784 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1212813 T2159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@685fea49 name:ZooKeeperConnection Watcher:127.0.0.1:59274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1212813 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1212817 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1212827 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1212829 T2161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d94c1 name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1212829 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1212841 T2093 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1213845 T2093 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31261_l%2Frk
[junit4] 2> 1213847 T2093 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31261_l%2Frk
[junit4] 2> 1213851 T2120 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1213851 T2161 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1213851 T2115 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1213851 T2133 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1213851 T2147 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1213863 T2093 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945
[junit4] 2> 1214028 T2093 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/conf/
[junit4] 2> 1214032 T2093 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1214032 T2093 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1214033 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1214033 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1214322 T2093 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1214324 T2093 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35719
[junit4] 2> 1214325 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1214326 T2093 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1214326 T2093 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613
[junit4] 2> 1214327 T2093 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/'
[junit4] 2> 1214363 T2093 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/solr.xml
[junit4] 2> 1214434 T2093 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1214435 T2093 oasc.CoreContainer.<init> New CoreContainer 343693099
[junit4] 2> 1214435 T2093 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/]
[junit4] 2> 1214443 T2093 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1214443 T2093 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1214444 T2093 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1214444 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1214445 T2093 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1214445 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1214446 T2093 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1214446 T2093 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1214447 T2093 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1214447 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1214464 T2093 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:59274/solr
[junit4] 2> 1214464 T2093 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1214465 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1214468 T2173 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cdb2b2d name:ZooKeeperConnection Watcher:127.0.0.1:59274 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214468 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1214472 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1214484 T2093 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1214486 T2175 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30315d29 name:ZooKeeperConnection Watcher:127.0.0.1:59274/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1214486 T2093 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1214543 T2093 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1215546 T2093 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35719_l%2Frk
[junit4] 2> 1215548 T2093 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35719_l%2Frk
[junit4] 2> 1215552 T2147 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1215552 T2161 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1215552 T2115 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1215552 T2133 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1215552 T2175 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1215552 T2120 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1215571 T2093 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613
[junit4] 2> 1215739 T2093 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/conf/
[junit4] 2> 1215742 T2093 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1215743 T2093 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1215743 T2093 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1215744 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1215758 T2093 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1215769 T2123 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1215771 T2115 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1215772 T2117 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1215773 T2117 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1216263 T2116 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1216264 T2116 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 1216264 T2116 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 1216278 T2175 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1216279 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1216279 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1216279 T2115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1216279 T2161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1216279 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1216291 T2117 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1216291 T2117 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:36874_l%2Frk
[junit4] 2> 1216291 T2117 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:34614_l%2Frk
[junit4] 2> 1216292 T2117 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:31261_l%2Frk
[junit4] 2> 1216293 T2117 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:35719_l%2Frk
[junit4] 2> 1216295 T2124 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 1216295 T2105 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 1216296 T2151 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 1216296 T2165 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 1216297 T2124 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1216299 T2105 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1216299 T2165 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1216299 T2151 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1217786 T2116 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1217787 T2116 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1217787 T2116 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:36874_l%2Frk",
[junit4] 2> "base_url":"http://127.0.0.1:36874/l/rk"}
[junit4] 2> 1217792 T2116 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1217792 T2116 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:34614_l%2Frk",
[junit4] 2> "base_url":"http://127.0.0.1:34614/l/rk"}
[junit4] 2> 1217804 T2116 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1217804 T2116 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31261_l%2Frk",
[junit4] 2> "base_url":"http://127.0.0.1:31261/l/rk"}
[junit4] 2> 1217808 T2116 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1217809 T2116 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:35719_l%2Frk",
[junit4] 2> "base_url":"http://127.0.0.1:35719/l/rk"}
[junit4] 2> 1217813 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1217813 T2133 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1217813 T2147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1217813 T2115 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1217813 T2175 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1217813 T2161 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1218301 T2124 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 1218302 T2151 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 1218302 T2124 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 1218302 T2165 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 1218303 T2151 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 1218302 T2124 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/nodes_used_collection_shard1_replica1
[junit4] 2> 1218304 T2165 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 1218304 T2124 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1218304 T2105 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 1218303 T2151 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/nodes_used_collection_shard2_replica1
[junit4] 2> 1218305 T2124 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1218304 T2165 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/nodes_used_collection_shard2_replica2
[junit4] 2> 1218306 T2165 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1218306 T2105 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 1218306 T2124 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1218305 T2151 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1218307 T2165 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1218307 T2105 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/nodes_used_collection_shard1_replica2
[junit4] 2> 1218308 T2124 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1218308 T2151 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1218308 T2165 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1218309 T2151 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1218308 T2124 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1218308 T2105 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1218310 T2165 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1218310 T2151 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1218311 T2105 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1218311 T2165 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1218311 T2105 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1218311 T2151 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1218313 T2124 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1218313 T2105 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1218314 T2165 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1218314 T2124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/nodes_used_collection_shard1_replica1/'
[junit4] 2> 1218324 T2151 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1218325 T2105 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1218326 T2165 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/nodes_used_collection_shard2_replica2/'
[junit4] 2> 1218326 T2151 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/nodes_used_collection_shard2_replica1/'
[junit4] 2> 1218327 T2105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/nodes_used_collection_shard1_replica2/'
[junit4] 2> 1218426 T2151 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1218427 T2124 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1218427 T2105 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1218427 T2165 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1218506 T2151 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1218506 T2165 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1218506 T2124 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1218507 T2105 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1218608 T2151 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1218608 T2165 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1218609 T2124 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1218609 T2105 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1218620 T2151 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 1218621 T2124 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 1218621 T2105 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 1218621 T2165 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 1219418 T2165 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219419 T2151 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219419 T2165 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219419 T2151 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219420 T2165 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1219421 T2124 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219421 T2151 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1219421 T2105 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219421 T2124 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219422 T2105 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1219423 T2124 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1219423 T2105 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1219436 T2151 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1219436 T2165 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1219437 T2124 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1219437 T2105 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1219441 T2151 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1219442 T2165 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1219442 T2124 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1219442 T2105 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1219458 T2151 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219458 T2124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219458 T2105 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219458 T2165 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219464 T2151 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219464 T2105 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219464 T2124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219465 T2165 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1219469 T2151 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219469 T2105 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219470 T2124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219470 T2151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219471 T2105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219471 T2151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219470 T2165 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219472 T2151 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219471 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219473 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219471 T2105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219473 T2151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219473 T2124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219473 T2165 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219474 T2151 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219475 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219475 T2124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219474 T2105 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219476 T2124 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1219475 T2151 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1219475 T2165 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219477 T2105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219477 T2151 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 1219477 T2124 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 1219479 T2151 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70b125bd
[junit4] 2> 1219478 T2105 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219477 T2165 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1219480 T2105 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1219479 T2124 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70b125bd
[junit4] 2> 1219480 T2105 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 1219480 T2151 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945//nodes_used_collection_shard2_replica1/data
[junit4] 2> 1219482 T2124 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512//nodes_used_collection_shard1_replica1/data
[junit4] 2> 1219482 T2151 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 1219481 T2105 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70b125bd
[junit4] 2> 1219481 T2165 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1219483 T2165 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1219482 T2151 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1219482 T2124 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 1219484 T2151 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375511442945//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 1219484 T2165 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1219483 T2105 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786//nodes_used_collection_shard1_replica2/data
[junit4] 2> 1219485 T2165 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 1219484 T2124 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1219486 T2165 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@70b125bd
[junit4] 2> 1219485 T2105 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 1219486 T2124 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375511439512//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 1219487 T2165 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613//nodes_used_collection_shard2_replica2/data
[junit4] 2> 1219487 T2105 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1219488 T2165 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 1219488 T2105 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375511438786//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 1219489 T2165 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1219489 T2151 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2d51a56a lockFactory=org.apache.lucene.store.NativeFSLockFactory@665cb2d6),segFN=segments_1,generation=1}
[junit4] 2> 1219490 T2165 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375511444613//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 1219490 T2151 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1219493 T2124 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@710dc848 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1823b59d),segFN=segments_1,generation=1}
[junit4] 2> 1219494 T2124 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1219495 T2105 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@68120b50 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3bb835a1),segFN=segments_1,generation=1}
[junit4] 2> 1219495 T2105 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1219495 T2151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1219496 T2165 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6ef548df lockFactory=org.apache.lucene.store.NativeFSLockFactory@6620c832),segFN=segments_1,generation=1}
[junit4] 2> 1219496 T2151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1219497 T2165 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1219497 T2151 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1219498 T2151 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1219499 T2124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1219499 T2151 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1219500 T2151 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1219499 T2124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1219500 T2151 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1219501 T2105 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1219501 T2151 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1219501 T2124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1219502 T2151 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1219502 T2124 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1219501 T2105 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1219503 T2124 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1219502 T2165 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1219503 T2105 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1219503 T2124 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1219504 T2105 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1219504 T2165 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1219505 T2105 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1219505 T2105 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1219505 T2124 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1219506 T2105 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1219506 T2124 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1219507 T2105 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1219505 T2165 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1219507 T2105 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1219508 T2165 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1219507 T2124 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1219509 T2165 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1219509 T2165 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1219509 T2165 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1219510 T2165 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1219511 T2165 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1219513 T2151 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1219513 T2124 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1219513 T2105 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1219514 T2165 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1219525 T2151 oass.SolrIndexSearcher.<init> Opening Searcher@30d573ad main
[junit4] 2> 1219526 T2165 oass.SolrIndexSearcher.<init> Opening Searcher@792569e2 main
[junit4] 2> 1219525 T2124 oass.SolrIndexSearcher.<init> Opening Searcher@2dc1a60f main
[junit4] 2> 1219526 T2105 oass.SolrIndexSearcher.<init> Opening Searcher@69744579 main
[junit4] 2> 1219527 T2151 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1219527 T2151 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1219528 T2165 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1219528 T2105 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1219528 T2124 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1219529 T2105 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1219528 T2165 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1219529 T2124 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1219532 T2181 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@30d573ad main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1219533 T2184 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@69744579 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1219533 T2183 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@792569e2 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1219534 T2182 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@2dc1a60f main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1219534 T2151 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 1219534 T2151 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:31261/l/rk collection:nodes_used_collection shard:shard2
[junit4] 2> 1219535 T2151 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1219535 T2105 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 1219535 T2165 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 1219536 T2124 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 1219535 T2105 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:34614/l/rk collection:nodes_used_collection shard:shard1
[junit4] 2> 1219536 T2124 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:36874/l/rk collection:nodes_used_collection shard:shard1
[junit4] 2> 1219536 T2165 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:35719/l/rk collection:nodes_used_collection shard:shard2
[junit4] 2> 1219537 T2124 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1219536 T2105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1219537 T2165 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1219566 T2165 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1219566 T2151 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1219566 T2105 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1219566 T2124 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1219603 T2151 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1219604 T2124 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1219607 T2151 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1219607 T2124 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1219607 T2151 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1219607 T2124 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1219608 T2151 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31261/l/rk/nodes_used_collection_shard2_replica1/
[junit4] 2> 1219608 T2124 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36874/l/rk/nodes_used_collection_shard1_replica1/
[junit4] 2> 1219609 T2151 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:31261/l/rk START replicas=[http://127.0.0.1:35719/l/rk/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 1219609 T2124 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:36874/l/rk START replicas=[http://127.0.0.1:34614/l/rk/nodes_used_collection_sh
[...truncated too long message...]
.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:44045 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] 2> 1348703 T2093 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 140830 T2092 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> 1348734 T2175 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1348734 T2175 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1348735 T2175 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1348735 T2175 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1348735 T2175 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1348736 T2175 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=MockSep), range_facet_l=PostingsFormat(name=MockSep), id=PostingsFormat(name=MockRandom), range_facet_sl=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockSep), text=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=MockSep), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ru_RU, timezone=Australia/Victoria
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=6,free=288295728,total=524419072
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, BadCopyFieldTest, HighlighterConfigTest, IndexReaderFactoryTest, FileUtilsTest, QueryResultKeyTest, TimeZoneUtilsTest, TestReloadAndDeleteDocs, TestLMJelinekMercerSimilarityFactory, TestJmxIntegration, TestZkChroot, SampleTest, ChaosMonkeySafeLeaderTest, TestComponentsName, TestDistributedSearch, TestStressReorder, SolrIndexConfigTest, TestPropInject, HardAutoCommitTest, BasicZkTest, SuggesterTSTTest, TestReload, PreAnalyzedUpdateProcessorTest, SpellPossibilityIteratorTest, DirectSolrSpellCheckerTest, IndexSchemaRuntimeFieldTest, TestCoreDiscovery, DefaultValueUpdateProcessorTest, TestIndexingPerformance, DocumentAnalysisRequestHandlerTest, EchoParamsTest, NotRequiredUniqueKeyTest, HighlighterTest, SpellCheckComponentTest, TestFoldingMultitermQuery, TermVectorComponentDistributedTest, DeleteShardTest, StandardRequestHandlerTest, MultiTermTest, TestCloudManagedSchema, RequestHandlersTest, TestArbitraryIndexDir, TestSchemaVersionResource, TestWordDelimiterFilterFactory, ClusterStateTest, TestNumberUtils, OpenExchangeRatesOrgProviderTest, HdfsCollectionsAPIDistributedZkTest, SpellCheckCollatorTest, TestUtils, TestAnalyzedSuggestions, TestFiltering, UniqFieldsUpdateProcessorFactoryTest, TestCodecSupport, TestFieldCollectionResource, PingRequestHandlerTest, TestSuggestSpellingConverter, TestDistributedGrouping, AssignTest, RequiredFieldsTest, TestSolr4Spatial, TestMergePolicyConfig, TestPostingsSolrHighlighter, TestInfoStreamLogging, DistanceFunctionTest, XmlUpdateRequestHandlerTest, SolrRequestParserTest, TestRandomFaceting, CurrencyFieldOpenExchangeTest, DOMUtilTest, TestFastOutputStream, StatsComponentTest, CoreAdminCreateDiscoverTest, URLClassifyProcessorTest, HdfsRecoveryZkTest, TestElisionMultitermQuery, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 141.11s, 1 test, 1 error <<< FAILURES!
[...truncated 506 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 58 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1867 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1867/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:31876/_
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:31876/_
at __randomizedtesting.SeedInfo.seed([4B790670815C0CCF:CA9F8868F6036CF3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:31876 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Build Log:
[...truncated 9289 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1466088 T2929 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/
[junit4] 2> 1466093 T2929 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375491761313
[junit4] 2> 1466095 T2929 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1466095 T2930 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1466196 T2929 oasc.ZkTestServer.run start zk server on port:17827
[junit4] 2> 1466197 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1466201 T2936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a0760b0 name:ZooKeeperConnection Watcher:127.0.0.1:17827 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1466201 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1466202 T2929 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1466216 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1466218 T2938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21e16bb5 name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1466218 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1466218 T2929 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1466222 T2929 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1466229 T2929 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1466232 T2929 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1466234 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1466235 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1466250 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1466250 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1466354 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1466354 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1466357 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1466358 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1466368 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1466369 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1466371 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1466372 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1466374 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1466375 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1466382 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1466383 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1466385 T2929 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1466386 T2929 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1466646 T2929 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1466652 T2929 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21724
[junit4] 2> 1466653 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1466653 T2929 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1466654 T2929 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608
[junit4] 2> 1466654 T2929 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/'
[junit4] 2> 1466692 T2929 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/solr.xml
[junit4] 2> 1466762 T2929 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1466763 T2929 oasc.CoreContainer.<init> New CoreContainer 1359439887
[junit4] 2> 1466764 T2929 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/]
[junit4] 2> 1466765 T2929 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1466766 T2929 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1466766 T2929 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1466767 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1466767 T2929 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1466768 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1466768 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1466769 T2929 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1466769 T2929 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1466770 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1466785 T2929 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17827/solr
[junit4] 2> 1466785 T2929 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1466786 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1466789 T2949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d40da58 name:ZooKeeperConnection Watcher:127.0.0.1:17827 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1466789 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1466800 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1466810 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1466812 T2951 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1852e8d2 name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1466812 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1466819 T2929 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1466822 T2929 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1466830 T2929 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1466833 T2929 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21724__
[junit4] 2> 1466834 T2929 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21724__
[junit4] 2> 1466844 T2929 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1466858 T2929 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1466865 T2929 oasc.Overseer.start Overseer (id=90144228069867523-127.0.0.1:21724__-n_0000000000) starting
[junit4] 2> 1466869 T2929 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1466883 T2953 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1466883 T2929 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1466885 T2929 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1466887 T2929 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1466889 T2952 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1466892 T2929 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608
[junit4] 2> 1466894 T2929 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/conf/
[junit4] 2> 1467063 T2929 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1467064 T2929 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1467064 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1467065 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1467079 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1467081 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1467083 T2956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2071996e name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1467083 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1467084 T2929 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1467086 T2929 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1467349 T2929 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1467353 T2929 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:49808
[junit4] 2> 1467353 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1467354 T2929 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1467354 T2929 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375491762306
[junit4] 2> 1467355 T2929 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375491762306/'
[junit4] 2> 1467394 T2929 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375491762306/solr.xml
[junit4] 2> 1467466 T2929 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1467467 T2929 oasc.CoreContainer.<init> New CoreContainer 2112757722
[junit4] 2> 1467467 T2929 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375491762306/]
[junit4] 2> 1467469 T2929 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1467469 T2929 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1467470 T2929 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1467470 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1467471 T2929 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1467471 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1467471 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1467472 T2929 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1467472 T2929 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1467473 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1467488 T2929 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17827/solr
[junit4] 2> 1467488 T2929 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1467489 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1467492 T2967 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c6d61cd name:ZooKeeperConnection Watcher:127.0.0.1:17827 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1467493 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1467561 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1467571 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1467609 T2969 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7aa49a04 name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1467610 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1467638 T2929 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1468641 T2929 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49808__
[junit4] 2> 1468643 T2929 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49808__
[junit4] 2> 1468645 T2969 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1468645 T2951 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1468645 T2956 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1468658 T2929 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375491762306
[junit4] 2> 1468820 T2929 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375491762306/conf/
[junit4] 2> 1468827 T2929 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1468828 T2929 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1468828 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1468829 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1469105 T2929 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1469109 T2929 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31876
[junit4] 2> 1469109 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1469110 T2929 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1469110 T2929 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064
[junit4] 2> 1469111 T2929 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/'
[junit4] 2> 1469148 T2929 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/solr.xml
[junit4] 2> 1469219 T2929 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1469220 T2929 oasc.CoreContainer.<init> New CoreContainer 420128113
[junit4] 2> 1469220 T2929 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/]
[junit4] 2> 1469222 T2929 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1469222 T2929 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1469223 T2929 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1469223 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1469224 T2929 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1469224 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1469225 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1469225 T2929 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1469225 T2929 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1469226 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1469242 T2929 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17827/solr
[junit4] 2> 1469243 T2929 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1469244 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1469249 T2981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9f3aa8f name:ZooKeeperConnection Watcher:127.0.0.1:17827 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1469250 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1469257 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1469268 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1469271 T2983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@136ec630 name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1469271 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1469282 T2929 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1470285 T2929 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31876__
[junit4] 2> 1470287 T2929 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31876__
[junit4] 2> 1470289 T2969 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1470289 T2951 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1470289 T2983 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1470289 T2956 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1470304 T2929 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064
[junit4] 2> 1470306 T2929 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/conf/
[junit4] 2> 1470472 T2929 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1470473 T2929 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1470473 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1470474 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1470752 T2929 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1470755 T2929 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:58137
[junit4] 2> 1470756 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1470756 T2929 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1470757 T2929 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709
[junit4] 2> 1470757 T2929 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/'
[junit4] 2> 1470795 T2929 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/solr.xml
[junit4] 2> 1470875 T2929 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1470876 T2929 oasc.CoreContainer.<init> New CoreContainer 747045441
[junit4] 2> 1470876 T2929 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/]
[junit4] 2> 1470878 T2929 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1470878 T2929 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1470879 T2929 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1470879 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1470880 T2929 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1470880 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1470881 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1470881 T2929 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1470882 T2929 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1470882 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1470899 T2929 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17827/solr
[junit4] 2> 1470900 T2929 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1470901 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1470913 T2995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79cd3fb1 name:ZooKeeperConnection Watcher:127.0.0.1:17827 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1470913 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1470924 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1470935 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1470946 T2997 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52e7441f name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1470946 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1470950 T2929 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1471953 T2929 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58137__
[junit4] 2> 1471955 T2929 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58137__
[junit4] 2> 1471957 T2969 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1471957 T2956 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1471957 T2997 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1471957 T2983 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1471957 T2951 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1471970 T2929 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709
[junit4] 2> 1471976 T2929 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/conf/
[junit4] 2> 1472148 T2929 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1472149 T2929 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1472150 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1472150 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1472434 T2929 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1472437 T2929 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:16830
[junit4] 2> 1472438 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1472439 T2929 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1472439 T2929 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384
[junit4] 2> 1472440 T2929 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/'
[junit4] 2> 1472477 T2929 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/solr.xml
[junit4] 2> 1472548 T2929 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1472548 T2929 oasc.CoreContainer.<init> New CoreContainer 117260474
[junit4] 2> 1472549 T2929 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/]
[junit4] 2> 1472550 T2929 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1472551 T2929 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1472551 T2929 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1472552 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1472552 T2929 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1472553 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1472553 T2929 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1472554 T2929 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1472554 T2929 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1472555 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1472569 T2929 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:17827/solr
[junit4] 2> 1472570 T2929 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1472571 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1472620 T3009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ca476eb name:ZooKeeperConnection Watcher:127.0.0.1:17827 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1472620 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1472623 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1472633 T2929 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1472635 T3011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44778588 name:ZooKeeperConnection Watcher:127.0.0.1:17827/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1472635 T2929 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1472728 T2929 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1473731 T2929 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16830__
[junit4] 2> 1473738 T2929 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16830__
[junit4] 2> 1473741 T2983 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1473741 T2969 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1473741 T2997 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1473741 T3011 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1473741 T2956 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1473741 T2951 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1473761 T2929 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384
[junit4] 2> 1473763 T2929 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/conf/
[junit4] 2> 1473996 T2929 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1473997 T2929 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1473997 T2929 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1473997 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1474013 T2929 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1474024 T2959 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1474026 T2951 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1474028 T2953 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1474028 T2953 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1474399 T2952 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1474400 T2952 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 1474400 T2952 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 1474414 T3011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1474414 T2969 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1474414 T2997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1474414 T2983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1474414 T2956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1474414 T2951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1474447 T2953 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1474447 T2953 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:21724__
[junit4] 2> 1474447 T2953 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:16830__
[junit4] 2> 1474448 T2953 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:31876__
[junit4] 2> 1474449 T2953 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:58137__
[junit4] 2> 1474452 T3001 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 1474452 T2941 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 1474453 T2973 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 1474453 T2987 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 1474454 T3001 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1474455 T2941 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1474455 T2973 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1474465 T2987 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1475919 T2952 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1475920 T2952 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1475921 T2952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:16830__",
[junit4] 2> "base_url":"http://127.0.0.1:16830/_"}
[junit4] 2> 1475925 T2952 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1475925 T2952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21724__",
[junit4] 2> "base_url":"http://127.0.0.1:21724/_"}
[junit4] 2> 1475939 T2952 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1475939 T2952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31876__",
[junit4] 2> "base_url":"http://127.0.0.1:31876/_"}
[junit4] 2> 1475948 T2952 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1475948 T2952 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:58137__",
[junit4] 2> "base_url":"http://127.0.0.1:58137/_"}
[junit4] 2> 1475957 T3011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1475957 T2997 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1475957 T2956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1475957 T2983 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1475957 T2969 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1475957 T2951 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1476457 T3001 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 1476457 T2941 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 1476458 T3001 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 1476459 T3001 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/nodes_used_collection_shard1_replica2
[junit4] 2> 1476459 T3001 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1476459 T2973 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 1476459 T2941 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 1476460 T3001 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1476460 T2941 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/nodes_used_collection_shard1_replica1
[junit4] 2> 1476461 T2941 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1476461 T3001 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1476462 T2941 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1476461 T2973 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 1476463 T3001 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1476463 T2973 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/nodes_used_collection_shard2_replica1
[junit4] 2> 1476462 T2941 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1476463 T2973 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1476463 T3001 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1476464 T2973 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1476464 T2941 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1476465 T2973 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1476465 T2941 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1476467 T3001 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1476467 T2973 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1476468 T2987 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 1476468 T2941 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1476469 T3001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/nodes_used_collection_shard1_replica2/'
[junit4] 2> 1476469 T2987 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 1476470 T2987 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/nodes_used_collection_shard2_replica2
[junit4] 2> 1476470 T2987 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1476479 T2973 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1476480 T2941 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/nodes_used_collection_shard1_replica1/'
[junit4] 2> 1476480 T2987 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 1476481 T2973 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/nodes_used_collection_shard2_replica1/'
[junit4] 2> 1476481 T2987 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1476482 T2987 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/nodes_used_collection_shard2_replica2/'
[junit4] 2> 1476582 T2987 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1476583 T2973 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1476583 T3001 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1476585 T2941 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1476666 T2987 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1476670 T2973 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1476671 T3001 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1476675 T2941 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1476767 T2987 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1476771 T2973 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1476773 T3001 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1476776 T2941 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1476779 T2987 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 1476785 T2973 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 1476787 T3001 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 1476787 T2941 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 1477600 T2987 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477601 T3001 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477601 T2987 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477601 T3001 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477603 T2987 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1477603 T3001 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1477605 T2973 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477605 T2973 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477606 T2973 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1477609 T2941 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477610 T2941 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1477615 T2941 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1477617 T2987 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1477620 T2973 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1477621 T3001 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1477623 T2987 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1477626 T2941 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1477627 T3001 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1477627 T2973 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1477630 T2941 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1477640 T2987 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477641 T3001 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477642 T2973 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477645 T2941 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477647 T2987 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477647 T3001 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477648 T2973 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477651 T2941 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1477652 T2987 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477653 T3001 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477653 T2973 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477654 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477654 T3001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477655 T2973 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477654 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477655 T2973 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477655 T3001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477656 T2973 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477656 T2941 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477656 T2987 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477658 T2973 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477658 T2941 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477659 T2941 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477658 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477659 T2987 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477658 T2973 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477657 T3001 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477660 T2973 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1477660 T2987 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1477659 T2941 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1477662 T2987 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 1477661 T3001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477661 T2973 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 1477663 T3001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477663 T2941 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1477662 T2987 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13f4cf6f
[junit4] 2> 1477664 T2941 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1477664 T3001 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1477663 T2973 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13f4cf6f
[junit4] 2> 1477665 T3001 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 1477665 T2987 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709//nodes_used_collection_shard2_replica2/data
[junit4] 2> 1477667 T2973 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064//nodes_used_collection_shard2_replica1/data
[junit4] 2> 1477665 T2941 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1477667 T2973 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 1477667 T2987 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 1477666 T3001 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13f4cf6f
[junit4] 2> 1477668 T2987 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1477668 T2973 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1477667 T2941 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 1477670 T2973 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375491764064//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 1477669 T2987 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375491765709//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 1477669 T3001 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384//nodes_used_collection_shard1_replica2/data
[junit4] 2> 1477670 T2941 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@13f4cf6f
[junit4] 2> 1477672 T3001 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 1477673 T3001 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1477673 T2941 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608//nodes_used_collection_shard1_replica1/data
[junit4] 2> 1477674 T3001 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375491767384//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 1477674 T2941 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 1477675 T2941 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1477676 T2941 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375491761608//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 1477677 T2973 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b513edc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a8bfc4f),segFN=segments_1,generation=1}
[junit4] 2> 1477677 T2973 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1477678 T2987 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7285091a lockFactory=org.apache.lucene.store.NativeFSLockFactory@695e7c47),segFN=segments_1,generation=1}
[junit4] 2> 1477678 T2987 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1477681 T3001 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27c2d1aa lockFactory=org.apache.lucene.store.NativeFSLockFactory@57931c92),segFN=segments_1,generation=1}
[junit4] 2> 1477681 T3001 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1477683 T2973 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1477684 T2941 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5387ef4b lockFactory=org.apache.lucene.store.NativeFSLockFactory@10bb0b30),segFN=segments_1,generation=1}
[junit4] 2> 1477684 T2973 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1477684 T2941 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1477685 T2973 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1477685 T2987 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1477686 T2973 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1477686 T2987 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1477687 T2973 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1477688 T2973 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1477687 T3001 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1477688 T2973 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1477688 T2987 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1477689 T2973 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1477690 T2987 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1477688 T3001 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1477690 T2973 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1477690 T2941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1477691 T3001 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1477691 T2987 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1477692 T2941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1477693 T3001 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1477693 T2987 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1477694 T3001 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1477694 T2987 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1477694 T2941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1477695 T2987 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1477696 T2941 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1477694 T3001 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1477696 T2941 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1477697 T2941 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1477696 T2987 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1477697 T2941 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1477697 T3001 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1477698 T2941 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1477699 T3001 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1477699 T2941 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1477700 T3001 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1477705 T2973 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1477705 T2941 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1477705 T3001 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1477705 T2987 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1477716 T3001 oass.SolrIndexSearcher.<init> Opening Searcher@4b9157f0 main
[junit4] 2> 1477717 T2987 oass.SolrIndexSearcher.<init> Opening Searcher@461db13b main
[junit4] 2> 1477717 T2941 oass.SolrIndexSearcher.<init> Opening Searcher@3ca76aa1 main
[junit4] 2> 1477717 T2973 oass.SolrIndexSearcher.<init> Opening Searcher@1e50cdb9 main
[junit4] 2> 1477718 T3001 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1477719 T3001 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1477719 T2987 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1477720 T2973 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1477720 T2987 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1477720 T2941 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1477720 T2973 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1477721 T2941 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1477724 T3017 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@4b9157f0 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1477725 T3020 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@461db13b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1477725 T3019 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@1e50cdb9 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1477725 T3018 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@3ca76aa1 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1477726 T3001 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 1477726 T3001 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:16830/_ collection:nodes_used_collection shard:shard1
[junit4] 2> 1477727 T3001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1477727 T2987 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 1477728 T2941 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 1477727 T2973 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 1477728 T2941 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:21724/_ collection:nodes_used_collection shard:shard1
[junit4] 2> 1477728 T2987 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:58137/_ collection:nodes_used_collection shard:shard2
[junit4] 2> 1477729 T2941 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1477729 T2973 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:31876/_ collection:nodes_used_collection shard:shard2
[junit4] 2> 1477729 T2987 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1477730 T2973 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1477755 T3001 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1477756 T2973 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1477755 T2987 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1477755 T2941 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1477787 T2987 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1477787 T3001 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1477798 T2987 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1477798 T3001 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1477799 T2987 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1477799 T3001 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1477799 T2987 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58137/_/nodes_used_collection_shard2_replica2/
[junit4] 2> 1477800 T3001 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:16830/_/nodes_used_collection_shard1_replica2/
[junit4] 2> 1477800 T2987 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:58137/_ START replicas=[http://127.0.0.1:31876/_/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 1477801 T3001 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:16830/_ START replicas=[http://127.0.0.1:21724/_/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 1477801 T2987 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:58137/_ DONE. We have no versions. sync failed.
[junit4] 2> 1477802 T2987 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1477802 T3001 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:16830/_ DONE. We hav
[...truncated too long message...]
ctionsAPIDistributedZkTest-jetty4-1375491767384//new_implicit_coll_1_d_replica4/data/index
[junit4] 2> 1592133 T3260 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90144228069867532-127.0.0.1:16830__-n_0000000004) am no longer a leader.
[junit4] 2> 1592135 T2929 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/_,null}
[junit4] 2> 1592191 T2929 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 1592194 T2929 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:17827 17827
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=4B790670815C0CCF -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sl_SI -Dtests.timezone=America/Sitka -Dtests.file.encoding=UTF-8
[junit4] ERROR 126s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:31876/_
[junit4] > at __randomizedtesting.SeedInfo.seed([4B790670815C0CCF:CA9F8868F6036CF3]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:31876 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] 2> 1592397 T2929 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 126320 T2928 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1593435 T3011 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1593435 T3011 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1593436 T3011 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1593436 T3011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1593436 T3011 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=sl_SI, timezone=America/Sitka
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=175474816,total=462422016
[junit4] 2> NOTE: All tests run in this JVM: [BinaryUpdateRequestHandlerTest, TestRealTimeGet, TestWriterPerf, TestLRUCache, HdfsBasicDistributedZkTest, StressHdfsTest, CSVRequestHandlerTest, OverseerTest, SpellingQueryConverterTest, SolrInfoMBeanTest, SolrTestCaseJ4Test, TestFaceting, TestStressRecovery, TestShardHandlerFactory, TestPluginEnable, TestSolrXmlPersistence, DocValuesTest, FieldMutatingUpdateProcessorTest, TestFieldResource, TestSweetSpotSimilarityFactory, DistributedQueryElevationComponentTest, TestFuzzyAnalyzedSuggestions, LeaderElectionTest, TestPHPSerializedResponseWriter, AutoCommitTest, TestBadConfig, TestDefaultSearchFieldResource, DateFieldTest, TestSolrQueryParserDefaultOperatorResource, BlockDirectoryTest, QueryElevationComponentTest, TestTrie, SyncSliceTest, TestRandomDVFaceting, TestGroupingSearch, TestLFUCache, DistributedTermsComponentTest, LegacyHTMLStripCharFilterTest, ResponseLogComponentTest, TestLMDirichletSimilarityFactory, TestFieldTypeResource, ParsingFieldUpdateProcessorsTest, TestSolrDeletionPolicy1, AliasIntegrationTest, QueryParsingTest, ZkControllerTest, MinimalSchemaTest, TestCoreContainer, TestFieldTypeCollectionResource, SuggesterTest, TestXIncludeConfig, SuggesterFSTTest, AddSchemaFieldsUpdateProcessorFactoryTest, MoreLikeThisHandlerTest, TestSolrXml, BadComponentTest, PreAnalyzedFieldTest, IndexSchemaTest, WordBreakSolrSpellCheckerTest, CacheHeaderTest, TestSolrIndexConfig, TestIBSimilarityFactory, TestSolrCoreProperties, SliceStateUpdateTest, SOLR749Test, TestCloudManagedSchemaAddField, ResourceLoaderTest, ShardRoutingTest, ReturnFieldsTest, PrimitiveFieldTypeTest, TestPseudoReturnFields, RecoveryZkTest, PolyFieldTest, UUIDFieldTest, BasicFunctionalityTest, JsonLoaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J0 in 127.61s, 1 test, 1 error <<< FAILURES!
[...truncated 483 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 60 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1866 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1866/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:63897/jd
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:63897/jd
at __randomizedtesting.SeedInfo.seed([A7354B2EE839FD01:26D3C5369F669D3D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:63897 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 9178 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 823960 T1265 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /jd/
[junit4] 2> 823965 T1265 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375486881087
[junit4] 2> 823966 T1265 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 823966 T1266 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 824067 T1265 oasc.ZkTestServer.run start zk server on port:63888
[junit4] 2> 824073 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824096 T1272 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12e6d8aa name:ZooKeeperConnection Watcher:127.0.0.1:63888 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824097 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824097 T1265 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 824136 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824140 T1274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71bae7fd name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824140 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824141 T1265 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 824153 T1265 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 824163 T1265 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 824165 T1265 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 824169 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 824170 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 824183 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 824183 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 824287 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 824288 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 824309 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 824309 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 824312 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 824313 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 824324 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 824325 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 824332 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 824333 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 824335 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 824336 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 824344 T1265 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 824345 T1265 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 824548 T1265 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 824551 T1265 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63893
[junit4] 2> 824552 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 824552 T1265 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 824553 T1265 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375486881484
[junit4] 2> 824553 T1265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375486881484/'
[junit4] 2> 824580 T1265 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375486881484/solr.xml
[junit4] 2> 824630 T1265 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 824631 T1265 oasc.CoreContainer.<init> New CoreContainer 1447987089
[junit4] 2> 824631 T1265 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375486881484/]
[junit4] 2> 824632 T1265 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 824633 T1265 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 824633 T1265 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 824633 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 824634 T1265 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 824634 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 824634 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 824635 T1265 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 824635 T1265 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 824635 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 824646 T1265 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63888/solr
[junit4] 2> 824647 T1265 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 824648 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824650 T1285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3da66cdb name:ZooKeeperConnection Watcher:127.0.0.1:63888 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824651 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824666 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 824674 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824676 T1287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@577493c3 name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824676 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824683 T1265 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 824686 T1265 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 824694 T1265 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 824696 T1265 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63893_jd
[junit4] 2> 824698 T1265 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63893_jd
[junit4] 2> 824708 T1265 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 824719 T1265 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 824726 T1265 oasc.Overseer.start Overseer (id=90143908239245315-127.0.0.1:63893_jd-n_0000000000) starting
[junit4] 2> 824730 T1265 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 824743 T1289 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 824744 T1265 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 824746 T1265 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 824754 T1265 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 824756 T1288 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 824764 T1265 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375486881484
[junit4] 2> 824766 T1265 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375486881484/conf/
[junit4] 2> 824873 T1265 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 824873 T1265 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 824873 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 824874 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 824885 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 824886 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824888 T1292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5de49ad4 name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824888 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824890 T1265 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 824892 T1265 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 825175 T1265 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 825177 T1265 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63897
[junit4] 2> 825178 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 825178 T1265 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 825179 T1265 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013
[junit4] 2> 825179 T1265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/'
[junit4] 2> 825206 T1265 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/solr.xml
[junit4] 2> 825256 T1265 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 825257 T1265 oasc.CoreContainer.<init> New CoreContainer 1493859723
[junit4] 2> 825257 T1265 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/]
[junit4] 2> 825258 T1265 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 825259 T1265 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 825259 T1265 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 825259 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 825260 T1265 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 825260 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 825260 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 825261 T1265 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 825261 T1265 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 825261 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 825273 T1265 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63888/solr
[junit4] 2> 825273 T1265 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 825275 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 825277 T1303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@613a0416 name:ZooKeeperConnection Watcher:127.0.0.1:63888 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 825278 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 825293 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 825303 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 825304 T1305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28cc85a8 name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 825305 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 825314 T1265 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 826317 T1265 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63897_jd
[junit4] 2> 826319 T1265 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63897_jd
[junit4] 2> 826323 T1292 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 826323 T1287 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 826323 T1305 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 826335 T1265 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013
[junit4] 2> 826504 T1265 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/conf/
[junit4] 2> 826507 T1265 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 826508 T1265 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 826509 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 826509 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 826802 T1265 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 826805 T1265 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63900
[junit4] 2> 826806 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 826807 T1265 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 826807 T1265 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645
[junit4] 2> 826808 T1265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/'
[junit4] 2> 826846 T1265 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/solr.xml
[junit4] 2> 826919 T1265 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 826920 T1265 oasc.CoreContainer.<init> New CoreContainer 1245005271
[junit4] 2> 826921 T1265 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/]
[junit4] 2> 826922 T1265 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 826923 T1265 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 826923 T1265 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 826924 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 826924 T1265 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 826925 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 826925 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 826926 T1265 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 826926 T1265 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 826927 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 826942 T1265 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63888/solr
[junit4] 2> 826942 T1265 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 826944 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 826947 T1317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f7c4c50 name:ZooKeeperConnection Watcher:127.0.0.1:63888 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 826947 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 826950 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 826961 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 826985 T1319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b0b5b69 name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 826985 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 826990 T1265 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 827994 T1265 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63900_jd
[junit4] 2> 827996 T1265 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63900_jd
[junit4] 2> 828000 T1319 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 828000 T1287 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 828000 T1292 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 828000 T1305 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 828016 T1265 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645
[junit4] 2> 828182 T1265 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/conf/
[junit4] 2> 828183 T1265 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 828184 T1265 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 828184 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 828185 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 828477 T1265 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 828480 T1265 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63906
[junit4] 2> 828481 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 828482 T1265 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 828482 T1265 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321
[junit4] 2> 828483 T1265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/'
[junit4] 2> 828517 T1265 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/solr.xml
[junit4] 2> 828567 T1265 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 828568 T1265 oasc.CoreContainer.<init> New CoreContainer 1191770908
[junit4] 2> 828568 T1265 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/]
[junit4] 2> 828569 T1265 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 828570 T1265 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 828570 T1265 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 828570 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 828570 T1265 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 828571 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 828571 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 828571 T1265 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 828572 T1265 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 828572 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 828582 T1265 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63888/solr
[junit4] 2> 828582 T1265 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 828583 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 828585 T1331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e9e0fb3 name:ZooKeeperConnection Watcher:127.0.0.1:63888 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 828586 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 828589 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 828599 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 828601 T1333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c46215 name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 828601 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 828613 T1265 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 829616 T1265 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63906_jd
[junit4] 2> 829618 T1265 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63906_jd
[junit4] 2> 829622 T1333 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 829622 T1305 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 829622 T1287 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 829622 T1319 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 829622 T1292 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 829634 T1265 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321
[junit4] 2> 829640 T1265 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/conf/
[junit4] 2> 829803 T1265 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 829804 T1265 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 829805 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 829805 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 830090 T1265 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 830092 T1265 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63911
[junit4] 2> 830093 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 830094 T1265 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 830094 T1265 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941
[junit4] 2> 830095 T1265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/'
[junit4] 2> 830133 T1265 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/solr.xml
[junit4] 2> 830205 T1265 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 830206 T1265 oasc.CoreContainer.<init> New CoreContainer 374427357
[junit4] 2> 830207 T1265 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/]
[junit4] 2> 830209 T1265 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 830209 T1265 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 830210 T1265 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 830210 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 830210 T1265 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 830211 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 830211 T1265 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 830212 T1265 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 830212 T1265 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 830213 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 830229 T1265 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63888/solr
[junit4] 2> 830230 T1265 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 830231 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 830259 T1345 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34109a9d name:ZooKeeperConnection Watcher:127.0.0.1:63888 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 830259 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 830274 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 830286 T1265 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 830300 T1347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c403381 name:ZooKeeperConnection Watcher:127.0.0.1:63888/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 830300 T1265 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 830316 T1265 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 831319 T1265 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63911_jd
[junit4] 2> 831330 T1265 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63911_jd
[junit4] 2> 831334 T1333 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 831334 T1347 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 831335 T1287 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 831335 T1292 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 831334 T1319 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 831335 T1305 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 831341 T1265 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941
[junit4] 2> 831348 T1265 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/conf/
[junit4] 2> 831514 T1265 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 831515 T1265 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 831515 T1265 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 831516 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 831537 T1265 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 831554 T1295 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 831556 T1287 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 831558 T1289 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 831558 T1289 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 832274 T1288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 832274 T1288 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 832275 T1288 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 832289 T1333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832289 T1292 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832289 T1305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832289 T1287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832289 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832289 T1319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832380 T1289 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 832380 T1289 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:63900_jd
[junit4] 2> 832381 T1289 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:63906_jd
[junit4] 2> 832381 T1289 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:63897_jd
[junit4] 2> 832382 T1289 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:63911_jd
[junit4] 2> 832386 T1296 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 832386 T1323 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 832386 T1309 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 832386 T1337 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 832389 T1296 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 832395 T1323 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 832395 T1337 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 832395 T1309 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 833808 T1288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 833809 T1288 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 833809 T1288 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:63897_jd",
[junit4] 2> "base_url":"http://127.0.0.1:63897/jd"}
[junit4] 2> 833813 T1288 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 833814 T1288 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:63906_jd",
[junit4] 2> "base_url":"http://127.0.0.1:63906/jd"}
[junit4] 2> 833827 T1288 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 833828 T1288 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:63900_jd",
[junit4] 2> "base_url":"http://127.0.0.1:63900/jd"}
[junit4] 2> 833832 T1288 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 833832 T1288 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:63911_jd",
[junit4] 2> "base_url":"http://127.0.0.1:63911/jd"}
[junit4] 2> 833836 T1319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 833836 T1292 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 833836 T1287 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 833836 T1305 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 833836 T1347 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 833836 T1333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 834391 T1296 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 834392 T1296 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 834392 T1296 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/nodes_used_collection_shard2_replica1
[junit4] 2> 834393 T1296 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 834394 T1296 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 834394 T1296 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 834395 T1296 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 834396 T1296 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 834397 T1337 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 834397 T1323 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 834398 T1309 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 834398 T1337 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 834398 T1337 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/nodes_used_collection_shard2_replica2
[junit4] 2> 834399 T1309 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 834399 T1296 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 834398 T1323 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 834399 T1309 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/nodes_used_collection_shard1_replica1
[junit4] 2> 834400 T1309 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 834399 T1337 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 834400 T1296 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/nodes_used_collection_shard2_replica1/'
[junit4] 2> 834400 T1323 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/nodes_used_collection_shard1_replica2
[junit4] 2> 834402 T1337 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 834402 T1337 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 834401 T1309 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 834403 T1309 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 834402 T1323 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 834403 T1337 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/nodes_used_collection_shard2_replica2/'
[junit4] 2> 834404 T1323 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 834404 T1309 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/nodes_used_collection_shard1_replica1/'
[junit4] 2> 834405 T1323 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 834406 T1323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/nodes_used_collection_shard1_replica2/'
[junit4] 2> 834529 T1296 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 834530 T1323 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 834530 T1337 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 834531 T1309 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 834605 T1296 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 834606 T1337 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 834605 T1323 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 834607 T1309 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 834707 T1296 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 834707 T1337 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 834708 T1309 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 834708 T1323 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 834723 T1296 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 834723 T1309 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 834723 T1337 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 834723 T1323 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 835518 T1309 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835519 T1323 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835519 T1296 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835518 T1337 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835520 T1296 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835519 T1323 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835519 T1309 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835521 T1296 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 835520 T1337 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 835522 T1309 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 835522 T1323 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 835523 T1337 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 835536 T1309 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 835536 T1296 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 835538 T1337 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 835538 T1323 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 835541 T1309 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 835541 T1296 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 835542 T1337 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 835543 T1323 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 835566 T1296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835566 T1309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835567 T1323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835567 T1337 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835572 T1296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835573 T1309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835573 T1323 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835573 T1337 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 835577 T1296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835578 T1309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835578 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835579 T1337 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835579 T1323 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835579 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835580 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835579 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835581 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835581 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835580 T1309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835580 T1337 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835582 T1323 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835581 T1296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835583 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835584 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835582 T1337 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835584 T1309 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 835584 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835584 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835586 T1323 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835585 T1296 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835585 T1309 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 835584 T1337 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 835587 T1309 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6af2f0d0
[junit4] 2> 835587 T1296 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 835586 T1323 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 835588 T1296 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 835588 T1337 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 835589 T1337 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 835589 T1296 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6af2f0d0
[junit4] 2> 835589 T1309 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645//nodes_used_collection_shard1_replica1/data
[junit4] 2> 835589 T1323 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 835591 T1296 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013//nodes_used_collection_shard2_replica1/data
[junit4] 2> 835591 T1323 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6af2f0d0
[junit4] 2> 835590 T1309 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 835590 T1337 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 835592 T1309 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 835591 T1296 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 835593 T1309 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375486883645//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 835593 T1296 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 835592 T1337 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 835592 T1323 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321//nodes_used_collection_shard1_replica2/data
[junit4] 2> 835594 T1337 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6af2f0d0
[junit4] 2> 835594 T1296 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375486882013//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 835595 T1323 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 835596 T1337 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941//nodes_used_collection_shard2_replica2/data
[junit4] 2> 835596 T1323 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 835596 T1337 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 835597 T1323 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375486885321//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 835597 T1337 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 835598 T1337 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375486886941//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 835599 T1309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1334212d lockFactory=org.apache.lucene.store.NativeFSLockFactory@7328027c),segFN=segments_1,generation=1}
[junit4] 2> 835599 T1309 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 835601 T1296 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c082af6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b2de2b3),segFN=segments_1,generation=1}
[junit4] 2> 835602 T1296 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 835603 T1323 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@68caf1a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@36ece580),segFN=segments_1,generation=1}
[junit4] 2> 835604 T1323 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 835605 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 835605 T1337 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@413c978a lockFactory=org.apache.lucene.store.NativeFSLockFactory@471e3a5a),segFN=segments_1,generation=1}
[junit4] 2> 835605 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 835606 T1337 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 835606 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 835607 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 835607 T1309 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 835607 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 835608 T1309 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 835608 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 835608 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 835608 T1309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 835609 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 835610 T1309 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 835610 T1296 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 835611 T1309 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 835611 T1337 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 835611 T1309 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 835611 T1296 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 835610 T1323 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 835612 T1296 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 835613 T1323 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 835612 T1337 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 835614 T1323 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 835614 T1323 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 835613 T1296 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 835615 T1323 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 835615 T1296 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 835615 T1323 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 835614 T1337 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 835616 T1323 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 835617 T1337 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 835616 T1296 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 835617 T1337 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 835618 T1337 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 835618 T1337 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 835619 T1337 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 835619 T1337 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 835625 T1296 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 835625 T1323 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 835625 T1337 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 835625 T1309 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 835636 T1337 oass.SolrIndexSearcher.<init> Opening Searcher@4bd282fd main
[junit4] 2> 835636 T1296 oass.SolrIndexSearcher.<init> Opening Searcher@6c51d969 main
[junit4] 2> 835636 T1323 oass.SolrIndexSearcher.<init> Opening Searcher@3f412250 main
[junit4] 2> 835636 T1309 oass.SolrIndexSearcher.<init> Opening Searcher@64503824 main
[junit4] 2> 835637 T1337 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 835638 T1296 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 835638 T1323 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 835639 T1309 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 835638 T1337 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 835639 T1309 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 835639 T1323 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 835638 T1296 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 835643 T1353 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@4bd282fd main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 835643 T1355 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@64503824 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 835644 T1356 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@3f412250 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 835644 T1354 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@6c51d969 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 835645 T1337 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 835645 T1309 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 835645 T1337 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:63911/jd collection:nodes_used_collection shard:shard2
[junit4] 2> 835646 T1296 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 835646 T1337 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 835646 T1323 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 835646 T1309 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:63900/jd collection:nodes_used_collection shard:shard1
[junit4] 2> 835647 T1323 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:63906/jd collection:nodes_used_collection shard:shard1
[junit4] 2> 835647 T1296 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:63897/jd collection:nodes_used_collection shard:shard2
[junit4] 2> 835648 T1323 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 835648 T1309 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 835649 T1296 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 835673 T1337 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 835673 T1309 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 835673 T1296 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 835673 T1323 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 835707 T1296 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 835707 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 835723 T1296 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 835723 T1323 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 835724 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 835723 T1296 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 835724 T1323 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63906/jd/nodes_used_collection_shard1_replica2/
[junit4] 2> 835725 T1296 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63897/jd/nodes_used_collection_shard2_replica1/
[junit4] 2> 835725 T1323 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:63906/jd START replicas=[http://127.0.0.1:63900/jd/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 835725 T1296 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:63897/jd START replicas=[http://127.0.0.1:63911/jd/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 835726 T1323 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:63906/jd DONE. We have no versions. sync failed.
[junit4] 2> 835727 T1323 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 835726 T1296 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:63897/jd DONE. We have no versions. sync failed.
[junit4] 2> 835728 T1296 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 835727 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 835729 T1296 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 835729 T1323 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63906/jd/nodes_used_collection_shard1_replica2/ shard1
[junit4] 2> 835729 T1296 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63897/jd/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 835730 T1323 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4] 2> 835730 T1296 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> ASYNC NEW_CORE C289 name=nodes_used_collection_shard2_replica2 org.a
[...truncated too long message...]
.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1004259 T1347 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 180678 T1264 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1019242 T1881 oasc.SolrException.log ERROR http://127.0.0.1:63911/jd/new_implicit_coll_0_b_replica4/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:63906/jd
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:63906 timed out
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> 1019242 T1883 oasc.SolrException.log ERROR http://127.0.0.1:63911/jd/new_implicit_coll_0_b_replica4/: Could not tell a replica to recover:org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:63893/jd
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4] 2> Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:63893 timed out
[junit4] 2> at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] 2> ... 5 more
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=Pulsing41(freqCutoff=20 minBlockSize=55 maxBlockSize=128), _route_=PostingsFormat(name=MockRandom), text=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= false), id=Lucene41(blocksize=128), timestamp=Pulsing41(freqCutoff=20 minBlockSize=55 maxBlockSize=128), a_t=Pulsing41(freqCutoff=20 minBlockSize=55 maxBlockSize=128), range_facet_sl=Lucene41(blocksize=128), range_facet_si=Pulsing41(freqCutoff=20 minBlockSize=55 maxBlockSize=128), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=Pulsing41(freqCutoff=20 minBlockSize=55 maxBlockSize=128), a_si=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=DefaultSimilarity, locale=es, timezone=ROK
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=190100264,total=470548480
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminCreateDiscoverTest, DirectSolrSpellCheckerTest, NotRequiredUniqueKeyTest, ConvertedLegacyTest, BasicDistributedZk2Test, TestReloadAndDeleteDocs, DefaultValueUpdateProcessorTest, BasicZkTest, SpellCheckCollatorTest, TestJmxMonitoredMap, ZkSolrClientTest, CurrencyFieldXmlFileTest, TestLazyCores, QueryResultKeyTest, TestStressReorder, TestSchemaResource, DirectUpdateHandlerTest, JSONWriterTest, TestWordDelimiterFilterFactory, TestCollationField, TestInfoStreamLogging, LeaderElectionIntegrationTest, TestAddFieldRealTimeGet, TestCloudManagedSchema, TestCoreDiscovery, SpellPossibilityIteratorTest, XmlUpdateRequestHandlerTest, SortByFunctionTest, UniqFieldsUpdateProcessorFactoryTest, TestDFRSimilarityFactory, DebugComponentTest, OpenExchangeRatesOrgProviderTest, TestRecovery, SignatureUpdateProcessorFactoryTest, PathHierarchyTokenizerFactoryTest, TestQueryTypes, DisMaxRequestHandlerTest, CurrencyFieldOpenExchangeTest, TestSchemaVersionResource, HdfsLockFactoryTest, StandardRequestHandlerTest, OutputWriterTest, TestZkChroot, SolrRequestParserTest, DistanceFunctionTest, TimeZoneUtilsTest, TestLMJelinekMercerSimilarityFactory, TestDefaultSimilarityFactory, TestMultiCoreConfBootstrap, RequiredFieldsTest, TestCodecSupport, SolrCmdDistributorTest, TestIndexingPerformance, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 200.33s, 1 test, 1 error <<< FAILURES!
[...truncated 588 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 54 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1865 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1865/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:21783
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:21783
at __randomizedtesting.SeedInfo.seed([9A5CB05F452CECF0:1BBA3E4732738CCC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:21783 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 8826 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 107943 T267 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 107949 T267 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375463092505
[junit4] 2> 107951 T267 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 107951 T268 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 108052 T267 oasc.ZkTestServer.run start zk server on port:22377
[junit4] 2> 108058 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 108066 T274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59930f6c name:ZooKeeperConnection Watcher:127.0.0.1:22377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 108066 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 108066 T267 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 108071 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 108080 T276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3968d9db name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 108080 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 108080 T267 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 108085 T267 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 108094 T267 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 108097 T267 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 108101 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 108101 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 108114 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 108115 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 108220 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 108221 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 108224 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 108225 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 108228 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 108228 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 108232 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 108232 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 108240 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 108241 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 108244 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 108245 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 108248 T267 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 108249 T267 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 108457 T267 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 108462 T267 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43109
[junit4] 2> 108462 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 108463 T267 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 108463 T267 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815
[junit4] 2> 108463 T267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/'
[junit4] 2> 108500 T267 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/solr.xml
[junit4] 2> 108583 T267 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 108584 T267 oasc.CoreContainer.<init> New CoreContainer 188420353
[junit4] 2> 108585 T267 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/]
[junit4] 2> 108587 T267 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 108587 T267 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 108588 T267 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 108588 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 108589 T267 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 108589 T267 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 108590 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 108590 T267 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 108590 T267 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 108591 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 108613 T267 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22377/solr
[junit4] 2> 108614 T267 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 108615 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 108621 T287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52d95e69 name:ZooKeeperConnection Watcher:127.0.0.1:22377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 108622 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 108624 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 108636 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 108638 T289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36c12ae3 name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 108639 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 108641 T267 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 108652 T267 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 108727 T267 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 108730 T267 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43109_
[junit4] 2> 108731 T267 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43109_
[junit4] 2> 108736 T267 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 108754 T267 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 108757 T267 oasc.Overseer.start Overseer (id=90142349230800899-127.0.0.1:43109_-n_0000000000) starting
[junit4] 2> 108770 T267 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 108781 T291 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 108782 T267 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 108785 T267 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 108788 T267 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 108791 T290 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 108794 T267 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815
[junit4] 2> 108975 T267 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/conf/
[junit4] 2> 108983 T267 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 108984 T267 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 108984 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 108985 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 109004 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 109012 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 109017 T294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d5a95c3 name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 109017 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 109019 T267 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 109024 T267 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 109322 T267 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 109325 T267 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21783
[junit4] 2> 109326 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 109326 T267 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 109327 T267 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580
[junit4] 2> 109327 T267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/'
[junit4] 2> 109369 T267 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/solr.xml
[junit4] 2> 109444 T267 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 109445 T267 oasc.CoreContainer.<init> New CoreContainer 60292764
[junit4] 2> 109445 T267 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/]
[junit4] 2> 109447 T267 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 109448 T267 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 109448 T267 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 109449 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 109449 T267 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 109449 T267 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 109450 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 109450 T267 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 109451 T267 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 109451 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 109468 T267 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22377/solr
[junit4] 2> 109469 T267 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 109471 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 109474 T305 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fae7384 name:ZooKeeperConnection Watcher:127.0.0.1:22377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 109475 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 109489 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 109501 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 109503 T307 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d2b9b3 name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 109504 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 109516 T267 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 110520 T267 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21783_
[junit4] 2> 110522 T267 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21783_
[junit4] 2> 110526 T289 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 110526 T307 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 110526 T294 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 110547 T267 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580
[junit4] 2> 110550 T267 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/conf/
[junit4] 2> 110726 T267 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 110727 T267 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 110727 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 110728 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 111031 T267 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 111035 T267 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:57460
[junit4] 2> 111036 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 111036 T267 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 111037 T267 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375463095299
[junit4] 2> 111037 T267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375463095299/'
[junit4] 2> 111076 T267 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375463095299/solr.xml
[junit4] 2> 111156 T267 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 111156 T267 oasc.CoreContainer.<init> New CoreContainer 1261953562
[junit4] 2> 111157 T267 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375463095299/]
[junit4] 2> 111159 T267 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 111159 T267 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 111160 T267 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 111160 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 111161 T267 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 111161 T267 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 111162 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 111162 T267 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 111163 T267 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 111163 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 111181 T267 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22377/solr
[junit4] 2> 111182 T267 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 111183 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 111212 T319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41dd3f8a name:ZooKeeperConnection Watcher:127.0.0.1:22377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 111212 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 111215 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 111223 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 111242 T321 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7235fcce name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 111242 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 111289 T267 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 112293 T267 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57460_
[junit4] 2> 112295 T267 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57460_
[junit4] 2> 112299 T307 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 112299 T321 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 112299 T294 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 112299 T289 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 112305 T267 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375463095299
[junit4] 2> 112306 T267 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375463095299/conf/
[junit4] 2> 112458 T267 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 112458 T267 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 112459 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 112459 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 112758 T267 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 112761 T267 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30489
[junit4] 2> 112762 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 112763 T267 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 112763 T267 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026
[junit4] 2> 112764 T267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/'
[junit4] 2> 112802 T267 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/solr.xml
[junit4] 2> 112879 T267 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 112880 T267 oasc.CoreContainer.<init> New CoreContainer 371712399
[junit4] 2> 112881 T267 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/]
[junit4] 2> 112883 T267 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 112883 T267 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 112883 T267 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 112884 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 112884 T267 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 112885 T267 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 112885 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 112886 T267 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 112886 T267 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 112887 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 112903 T267 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22377/solr
[junit4] 2> 112904 T267 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 112905 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 112933 T333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14497ea6 name:ZooKeeperConnection Watcher:127.0.0.1:22377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 112933 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 112937 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 112948 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 112950 T335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ee179dc name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 112950 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 112959 T267 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 113963 T267 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30489_
[junit4] 2> 113974 T267 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30489_
[junit4] 2> 113978 T289 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 113979 T307 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 113979 T335 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 113978 T321 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 113978 T294 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 113995 T267 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026
[junit4] 2> 113997 T267 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/conf/
[junit4] 2> 114162 T267 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 114163 T267 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 114164 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 114164 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 114449 T267 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 114452 T267 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39148
[junit4] 2> 114452 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 114453 T267 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 114453 T267 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735
[junit4] 2> 114454 T267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/'
[junit4] 2> 114489 T267 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/solr.xml
[junit4] 2> 114557 T267 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 114558 T267 oasc.CoreContainer.<init> New CoreContainer 718585723
[junit4] 2> 114558 T267 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/]
[junit4] 2> 114560 T267 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 114560 T267 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 114561 T267 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 114561 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 114562 T267 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 114562 T267 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 114562 T267 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 114563 T267 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 114563 T267 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 114564 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 114579 T267 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:22377/solr
[junit4] 2> 114579 T267 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 114580 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 114583 T347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75673a34 name:ZooKeeperConnection Watcher:127.0.0.1:22377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 114583 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 114586 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 114598 T267 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 114600 T349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2157acdc name:ZooKeeperConnection Watcher:127.0.0.1:22377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 114600 T267 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 114612 T267 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 115616 T267 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39148_
[junit4] 2> 115621 T267 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39148_
[junit4] 2> 115625 T289 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 115626 T335 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 115626 T321 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 115626 T349 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 115626 T307 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 115625 T294 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 115642 T267 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735
[junit4] 2> 115833 T267 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/conf/
[junit4] 2> 115834 T267 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 115834 T267 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 115835 T267 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 115836 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 115859 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 115878 T297 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 115881 T289 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 115883 T291 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 115883 T291 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 116304 T290 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 116305 T290 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 116305 T290 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 116321 T289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 116321 T307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 116321 T321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 116321 T335 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 116321 T349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 116321 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 116404 T291 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 116404 T291 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:43109_
[junit4] 2> 116411 T291 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:30489_
[junit4] 2> 116411 T291 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:39148_
[junit4] 2> 116412 T291 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:21783_
[junit4] 2> 116430 T279 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 116430 T325 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 116430 T298 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 116430 T339 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 116433 T279 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 116434 T325 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 116434 T339 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 116434 T298 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 117838 T290 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 117839 T290 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 117840 T290 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:43109_",
[junit4] 2> "base_url":"http://127.0.0.1:43109"}
[junit4] 2> 117845 T290 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 117845 T290 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:30489_",
[junit4] 2> "base_url":"http://127.0.0.1:30489"}
[junit4] 2> 117856 T290 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 117857 T290 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:21783_",
[junit4] 2> "base_url":"http://127.0.0.1:21783"}
[junit4] 2> 117867 T290 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 117867 T290 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:39148_",
[junit4] 2> "base_url":"http://127.0.0.1:39148"}
[junit4] 2> 117874 T289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 117874 T307 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 117874 T335 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 117874 T321 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 117874 T349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 117874 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 118436 T279 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 118436 T325 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 118437 T298 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 118437 T339 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 118437 T279 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 118438 T298 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 118439 T339 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 118438 T325 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 118439 T339 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/nodes_used_collection_shard2_replica1
[junit4] 2> 118440 T339 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 118439 T298 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/nodes_used_collection_shard2_replica2
[junit4] 2> 118441 T298 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 118441 T339 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 118438 T279 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/nodes_used_collection_shard1_replica1
[junit4] 2> 118442 T298 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 118442 T339 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 118440 T325 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/nodes_used_collection_shard1_replica2
[junit4] 2> 118443 T325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 118442 T298 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 118442 T279 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 118444 T325 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 118444 T339 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 118445 T298 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 118445 T339 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 118445 T279 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 118444 T325 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 118446 T279 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 118445 T298 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 118448 T325 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 118448 T339 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 118449 T279 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 118448 T325 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 118450 T298 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 118450 T339 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/nodes_used_collection_shard2_replica1/'
[junit4] 2> 118459 T279 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 118459 T298 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/nodes_used_collection_shard2_replica2/'
[junit4] 2> 118460 T325 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 118461 T279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/nodes_used_collection_shard1_replica1/'
[junit4] 2> 118462 T325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/nodes_used_collection_shard1_replica2/'
[junit4] 2> 118569 T279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 118569 T298 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 118572 T339 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 118572 T325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 118646 T298 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 118646 T279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 118651 T325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 118655 T339 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 118748 T298 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 118748 T279 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 118752 T325 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 118756 T339 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 118767 T298 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 118767 T279 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 118769 T325 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 118777 T339 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 119605 T339 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119605 T325 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119606 T279 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119606 T339 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119607 T298 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119607 T279 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119606 T325 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119608 T339 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 119608 T298 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 119609 T279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 119610 T325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 119610 T298 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 119623 T279 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 119623 T339 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 119626 T298 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 119626 T325 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 119629 T279 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 119629 T339 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 119631 T298 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 119631 T325 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 119654 T339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119654 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119655 T298 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119656 T325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119665 T298 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119665 T339 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119665 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119665 T325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 119672 T325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119672 T298 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119673 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119673 T339 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119673 T325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119674 T298 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119675 T298 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119674 T325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119675 T298 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119675 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119676 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119675 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119677 T298 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119677 T339 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119676 T325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119677 T298 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119677 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119679 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119680 T325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119680 T325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119679 T298 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 119681 T325 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 119680 T339 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119679 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 119682 T339 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 119681 T325 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 119681 T298 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 119683 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 119684 T298 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7be8c2a2
[junit4] 2> 119683 T325 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7be8c2a2
[junit4] 2> 119683 T339 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 119684 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 119686 T298 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580//nodes_used_collection_shard2_replica2/data
[junit4] 2> 119685 T339 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7be8c2a2
[junit4] 2> 119686 T298 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 119686 T325 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026//nodes_used_collection_shard1_replica2/data
[junit4] 2> 119686 T279 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 119687 T325 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 119687 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735//nodes_used_collection_shard2_replica1/data
[junit4] 2> 119687 T298 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 119689 T339 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 119689 T298 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375463093580//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 119688 T325 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 119688 T279 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 119691 T325 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375463097026//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 119689 T339 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 119691 T279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7be8c2a2
[junit4] 2> 119692 T339 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375463098735//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 119693 T279 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815//nodes_used_collection_shard1_replica1/data
[junit4] 2> 119693 T279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 119694 T279 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 119694 T279 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375463092815//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 119696 T298 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@118902ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@3134fc5a),segFN=segments_1,generation=1}
[junit4] 2> 119696 T298 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 119697 T325 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6dc2ef83 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2cbdbe98),segFN=segments_1,generation=1}
[junit4] 2> 119698 T325 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 119698 T339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@495b317b lockFactory=org.apache.lucene.store.NativeFSLockFactory@29e63dcf),segFN=segments_1,generation=1}
[junit4] 2> 119699 T339 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 119701 T279 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2190954e lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bfd9121),segFN=segments_1,generation=1}
[junit4] 2> 119701 T279 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 119777 T298 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 119778 T298 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 119781 T298 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 119785 T298 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 119786 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 119786 T298 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 119786 T298 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 119786 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 119787 T298 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 119786 T339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 119786 T325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 119788 T339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 119788 T298 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 119788 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 119789 T298 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 119789 T339 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 119788 T325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 119790 T279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 119791 T339 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 119791 T325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 119792 T279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 119792 T279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 119792 T339 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 119793 T339 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 119792 T325 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 119794 T339 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 119793 T279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 119794 T325 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 119795 T325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 119795 T339 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 119796 T279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 119796 T325 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 119796 T339 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 119797 T279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 119797 T325 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 119798 T325 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 119801 T298 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 119801 T339 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 119801 T279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 119801 T325 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 119814 T339 oass.SolrIndexSearcher.<init> Opening Searcher@74d4efee main
[junit4] 2> 119815 T298 oass.SolrIndexSearcher.<init> Opening Searcher@2e6a317 main
[junit4] 2> 119815 T325 oass.SolrIndexSearcher.<init> Opening Searcher@4aeb8b6c main
[junit4] 2> 119815 T279 oass.SolrIndexSearcher.<init> Opening Searcher@6e717955 main
[junit4] 2> 119817 T339 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 119817 T339 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 119817 T298 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 119818 T279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 119818 T325 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 119818 T279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 119818 T298 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 119819 T325 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 119823 T356 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@74d4efee main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 119825 T357 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@6e717955 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 119826 T358 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@2e6a317 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 119826 T339 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 119826 T355 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@4aeb8b6c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 119827 T339 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:39148 collection:nodes_used_collection shard:shard2
[junit4] 2> 119828 T339 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 119828 T279 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 119829 T279 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:43109 collection:nodes_used_collection shard:shard1
[junit4] 2> 119829 T279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 119829 T298 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 119830 T325 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 119830 T298 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:21783 collection:nodes_used_collection shard:shard2
[junit4] 2> 119830 T325 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:30489 collection:nodes_used_collection shard:shard1
[junit4] 2> 119831 T298 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 119831 T325 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 119861 T325 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 119861 T279 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 119861 T298 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 119861 T339 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 119914 T279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 119914 T339 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 119941 T279 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 119942 T279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 119942 T339 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 119944 T339 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 119943 T279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43109/nodes_used_collection_shard1_replica1/
[junit4] 2> 119944 T339 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39148/nodes_used_collection_shard2_replica1/
[junit4] 2> 119957 T279 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4] 2> 119990 T279 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:43109 START replicas=[http://127.0.0.1:30489/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 119990 T339 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:39148 START replicas=[http://127.0.0.1:21783/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 119992 T279 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:43109 DONE. We have no versions. sync failed.
[junit4] 2> 119993 T279 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 119993 T279 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 119994 T339 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:39148 DONE. We have no versions. sync failed.
[junit4] 2> 119995 T339 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 119994 T279 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43109/nodes_used_collection_shard1_replica1/ shard1
[junit4] 2> 119996 T339 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so
[...truncated too long message...]
Client$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 282208 T349 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 282208 T349 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 282209 T349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 282209 T349 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 282209 T349 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 282209 T349 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 282210 T349 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 282210 T349 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=en_IE, timezone=Etc/GMT+3
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=175216888,total=529858560
[junit4] 2> NOTE: All tests run in this JVM: [TestFiltering, HdfsCollectionsAPIDistributedZkTest, HighlighterConfigTest, TestMultiCoreConfBootstrap, TestDistributedGrouping, RequiredFieldsTest, TestZkChroot, SuggesterTSTTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 174.94s, 1 test, 1 error <<< FAILURES!
[...truncated 938 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 53 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1864 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1864/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:59793/ny_xa
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:59793/ny_xa
at __randomizedtesting.SeedInfo.seed([E1238B846D204501:60C5059C1A7F253D]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:59793 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 9146 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 547203 T1297 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ny_xa/
[junit4] 2> 547208 T1297 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375446552384
[junit4] 2> 547209 T1297 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 547210 T1298 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 547311 T1297 oasc.ZkTestServer.run start zk server on port:35406
[junit4] 2> 547312 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 547317 T1304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9e533f2 name:ZooKeeperConnection Watcher:127.0.0.1:35406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 547317 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 547318 T1297 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 547322 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 547331 T1306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70c23ca9 name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 547331 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 547332 T1297 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 547335 T1297 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 547344 T1297 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 547347 T1297 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 547356 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 547357 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 547375 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 547375 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 547480 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 547481 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 547484 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 547485 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 547488 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 547489 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 547501 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 547502 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 547505 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 547506 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 547509 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 547510 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 547513 T1297 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 547514 T1297 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 547840 T1297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 547845 T1297 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:61758
[junit4] 2> 547846 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 547846 T1297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 547847 T1297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700
[junit4] 2> 547847 T1297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/'
[junit4] 2> 547879 T1297 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/solr.xml
[junit4] 2> 547944 T1297 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 547945 T1297 oasc.CoreContainer.<init> New CoreContainer 1017017467
[junit4] 2> 547946 T1297 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/]
[junit4] 2> 547947 T1297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 547948 T1297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 547948 T1297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 547949 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 547949 T1297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 547949 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 547950 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 547950 T1297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 547951 T1297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 547951 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 547967 T1297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35406/solr
[junit4] 2> 547968 T1297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 547969 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 547973 T1317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46f15654 name:ZooKeeperConnection Watcher:127.0.0.1:35406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 547974 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 548028 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 548041 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 548044 T1319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23848f0e name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 548044 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 548047 T1297 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 548071 T1297 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 548075 T1297 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 548078 T1297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61758_ny_xa
[junit4] 2> 548086 T1297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:61758_ny_xa
[junit4] 2> 548090 T1297 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 548104 T1297 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 548114 T1297 oasc.Overseer.start Overseer (id=90141265257496579-127.0.0.1:61758_ny_xa-n_0000000000) starting
[junit4] 2> 548126 T1297 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 548131 T1321 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 548132 T1297 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 548135 T1297 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 548137 T1297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 548140 T1320 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 548142 T1297 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700
[junit4] 2> 548147 T1297 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/conf/
[junit4] 2> 548311 T1297 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 548312 T1297 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 548312 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 548312 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 548330 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 548331 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 548342 T1324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61fecb9b name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 548342 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 548344 T1297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 548347 T1297 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 548617 T1297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 548620 T1297 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59793
[junit4] 2> 548620 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 548621 T1297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 548621 T1297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522
[junit4] 2> 548622 T1297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/'
[junit4] 2> 548657 T1297 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/solr.xml
[junit4] 2> 548728 T1297 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 548730 T1297 oasc.CoreContainer.<init> New CoreContainer 1525304977
[junit4] 2> 548730 T1297 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/]
[junit4] 2> 548732 T1297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 548732 T1297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 548733 T1297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 548733 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 548734 T1297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 548734 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 548734 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 548735 T1297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 548735 T1297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 548736 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 548751 T1297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35406/solr
[junit4] 2> 548752 T1297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 548753 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 548756 T1335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ccc4038 name:ZooKeeperConnection Watcher:127.0.0.1:35406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 548757 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 548773 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 548784 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 548786 T1337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1884bb5 name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 548786 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 548799 T1297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 549803 T1297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59793_ny_xa
[junit4] 2> 549830 T1297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59793_ny_xa
[junit4] 2> 549834 T1319 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 549834 T1324 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 549834 T1337 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 549841 T1297 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522
[junit4] 2> 549844 T1297 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/conf/
[junit4] 2> 550006 T1297 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 550007 T1297 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 550008 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 550008 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 550291 T1297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 550294 T1297 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:58307
[junit4] 2> 550295 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 550295 T1297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 550296 T1297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199
[junit4] 2> 550296 T1297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/'
[junit4] 2> 550338 T1297 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/solr.xml
[junit4] 2> 550409 T1297 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 550409 T1297 oasc.CoreContainer.<init> New CoreContainer 1510822265
[junit4] 2> 550410 T1297 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/]
[junit4] 2> 550412 T1297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 550412 T1297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 550413 T1297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 550413 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 550413 T1297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 550414 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 550414 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 550415 T1297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 550415 T1297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 550416 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 550432 T1297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35406/solr
[junit4] 2> 550432 T1297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 550433 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 550436 T1349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20600d1f name:ZooKeeperConnection Watcher:127.0.0.1:35406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 550436 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 550439 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 550449 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 550451 T1351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a9d704c name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 550452 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 550464 T1297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 551468 T1297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58307_ny_xa
[junit4] 2> 551471 T1297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58307_ny_xa
[junit4] 2> 551475 T1319 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 551475 T1324 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 551475 T1337 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 551475 T1351 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 551481 T1297 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199
[junit4] 2> 551487 T1297 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/conf/
[junit4] 2> 551676 T1297 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 551677 T1297 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 551677 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 551678 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 551992 T1297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 551995 T1297 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46685
[junit4] 2> 551996 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 551996 T1297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 551997 T1297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375446556869
[junit4] 2> 551997 T1297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375446556869/'
[junit4] 2> 552036 T1297 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375446556869/solr.xml
[junit4] 2> 552111 T1297 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 552112 T1297 oasc.CoreContainer.<init> New CoreContainer 965854144
[junit4] 2> 552113 T1297 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375446556869/]
[junit4] 2> 552114 T1297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 552115 T1297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 552115 T1297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 552116 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 552116 T1297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 552117 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 552117 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 552117 T1297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 552118 T1297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 552118 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 552137 T1297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35406/solr
[junit4] 2> 552138 T1297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 552139 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 552142 T1363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10ca8fc7 name:ZooKeeperConnection Watcher:127.0.0.1:35406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 552142 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 552145 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 552159 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 552161 T1365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c219380 name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 552161 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 552174 T1297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 553177 T1297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46685_ny_xa
[junit4] 2> 553180 T1297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46685_ny_xa
[junit4] 2> 553184 T1351 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 553184 T1324 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 553184 T1337 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 553184 T1365 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 553184 T1319 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 553191 T1297 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375446556869
[junit4] 2> 553195 T1297 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375446556869/conf/
[junit4] 2> 553362 T1297 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 553363 T1297 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 553364 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 553364 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 553655 T1297 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 553657 T1297 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22056
[junit4] 2> 553658 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 553659 T1297 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 553659 T1297 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557
[junit4] 2> 553659 T1297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/'
[junit4] 2> 553696 T1297 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/solr.xml
[junit4] 2> 553767 T1297 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 553768 T1297 oasc.CoreContainer.<init> New CoreContainer 122474049
[junit4] 2> 553768 T1297 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/]
[junit4] 2> 553770 T1297 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 553771 T1297 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 553771 T1297 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 553772 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 553772 T1297 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 553772 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 553773 T1297 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 553773 T1297 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 553774 T1297 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 553774 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 553786 T1297 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35406/solr
[junit4] 2> 553786 T1297 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 553787 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 553790 T1377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43791125 name:ZooKeeperConnection Watcher:127.0.0.1:35406 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553790 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 553809 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 553822 T1297 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 553823 T1379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@422f4736 name:ZooKeeperConnection Watcher:127.0.0.1:35406/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 553824 T1297 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 553834 T1297 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 554838 T1297 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22056_ny_xa
[junit4] 2> 554866 T1297 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22056_ny_xa
[junit4] 2> 554870 T1351 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 554871 T1337 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 554871 T1379 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 554871 T1365 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 554871 T1319 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 554870 T1324 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 554883 T1297 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557
[junit4] 2> 555058 T1297 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/conf/
[junit4] 2> 555060 T1297 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 555060 T1297 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 555061 T1297 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 555061 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 555077 T1297 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 555089 T1327 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 555091 T1319 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 555093 T1321 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 555093 T1321 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 555652 T1320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 555653 T1320 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 555653 T1320 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 555670 T1351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 555670 T1337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 555670 T1365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 555670 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 555670 T1379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 555670 T1319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 555702 T1321 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 555702 T1321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:61758_ny_xa
[junit4] 2> 555702 T1321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:58307_ny_xa
[junit4] 2> 555703 T1321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:59793_ny_xa
[junit4] 2> 555704 T1321 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:22056_ny_xa
[junit4] 2> 555707 T1309 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 555708 T1369 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 555707 T1341 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 555707 T1328 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 555709 T1309 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 555710 T1369 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 555710 T1328 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 555710 T1341 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 557176 T1320 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 557177 T1320 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 557177 T1320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:61758_ny_xa",
[junit4] 2> "base_url":"http://127.0.0.1:61758/ny_xa"}
[junit4] 2> 557189 T1320 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 557190 T1320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:22056_ny_xa",
[junit4] 2> "base_url":"http://127.0.0.1:22056/ny_xa"}
[junit4] 2> 557200 T1320 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 557200 T1320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:58307_ny_xa",
[junit4] 2> "base_url":"http://127.0.0.1:58307/ny_xa"}
[junit4] 2> 557211 T1320 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 557211 T1320 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:59793_ny_xa",
[junit4] 2> "base_url":"http://127.0.0.1:59793/ny_xa"}
[junit4] 2> 557224 T1351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 557224 T1365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 557224 T1337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 557224 T1324 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 557224 T1379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 557224 T1319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 557712 T1309 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 557712 T1369 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 557713 T1341 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 557713 T1328 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 557714 T1369 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 557714 T1341 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 557715 T1328 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 557713 T1309 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 557715 T1328 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/nodes_used_collection_shard2_replica1
[junit4] 2> 557715 T1341 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/nodes_used_collection_shard1_replica2
[junit4] 2> 557716 T1341 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 557714 T1369 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/nodes_used_collection_shard2_replica2
[junit4] 2> 557716 T1328 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 557716 T1309 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/nodes_used_collection_shard1_replica1
[junit4] 2> 557718 T1341 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 557717 T1369 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 557718 T1341 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 557718 T1328 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 557718 T1309 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 557719 T1328 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 557720 T1341 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 557719 T1369 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 557720 T1341 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 557720 T1309 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 557721 T1328 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 557721 T1369 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 557722 T1328 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 557721 T1309 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 557738 T1341 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 557738 T1309 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 557738 T1369 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 557756 T1328 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 557757 T1341 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/nodes_used_collection_shard1_replica2/'
[junit4] 2> 557805 T1309 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 557805 T1369 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 557806 T1328 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/nodes_used_collection_shard2_replica1/'
[junit4] 2> 557806 T1309 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/nodes_used_collection_shard1_replica1/'
[junit4] 2> 557807 T1369 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/nodes_used_collection_shard2_replica2/'
[junit4] 2> 557869 T1328 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 557869 T1369 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 557870 T1341 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 557878 T1309 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 557947 T1328 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 557948 T1369 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 557951 T1341 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 557951 T1309 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 558049 T1369 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 558049 T1328 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 558052 T1341 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 558052 T1309 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 558060 T1328 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 558060 T1369 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 558063 T1309 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 558063 T1341 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 558819 T1309 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558819 T1369 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558819 T1309 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558820 T1369 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558821 T1309 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 558821 T1369 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 558828 T1328 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558829 T1328 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558830 T1328 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 558830 T1341 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558831 T1341 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 558836 T1341 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 558838 T1309 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 558838 T1369 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 558843 T1309 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 558844 T1328 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 558844 T1369 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 558845 T1341 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 558849 T1328 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 558850 T1341 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 558862 T1309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558862 T1369 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558866 T1328 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558866 T1341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558868 T1309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558868 T1369 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558871 T1328 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558872 T1341 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 558873 T1309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558874 T1369 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558875 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558875 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558875 T1369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558875 T1309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558876 T1369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558877 T1369 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558877 T1328 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558877 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558878 T1309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558877 T1341 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558878 T1328 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558879 T1328 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558878 T1309 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 558878 T1369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558880 T1309 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 558879 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558881 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558879 T1328 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558881 T1341 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 558880 T1309 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f2e7c6a
[junit4] 2> 558880 T1369 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558883 T1328 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558883 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 558883 T1341 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558883 T1309 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700//nodes_used_collection_shard1_replica1/data
[junit4] 2> 558883 T1328 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 558883 T1369 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 558885 T1328 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 558884 T1309 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 558884 T1341 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 558886 T1309 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 558885 T1328 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 558885 T1369 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 558887 T1328 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f2e7c6a
[junit4] 2> 558887 T1309 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375446552700//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 558886 T1341 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 558889 T1328 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522//nodes_used_collection_shard2_replica1/data
[junit4] 2> 558889 T1341 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f2e7c6a
[junit4] 2> 558888 T1369 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f2e7c6a
[junit4] 2> 558889 T1328 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 558890 T1328 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 558890 T1341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199//nodes_used_collection_shard1_replica2/data
[junit4] 2> 558891 T1328 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375446553522//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 558891 T1341 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 558891 T1369 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557//nodes_used_collection_shard2_replica2/data
[junit4] 2> 558892 T1341 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 558892 T1369 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 558893 T1309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5069bc71 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c658e0),segFN=segments_1,generation=1}
[junit4] 2> 558893 T1369 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 558893 T1341 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375446555199//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 558894 T1369 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375446558557//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 558893 T1309 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 558896 T1328 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3df795a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45074a31),segFN=segments_1,generation=1}
[junit4] 2> 558897 T1328 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 558900 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 558900 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 558900 T1341 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40b66360 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b22fad6),segFN=segments_1,generation=1}
[junit4] 2> 558901 T1309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 558901 T1341 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 558902 T1309 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 558901 T1369 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@78ee74ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@5665e01f),segFN=segments_1,generation=1}
[junit4] 2> 558903 T1369 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 558902 T1309 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 558902 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 558903 T1309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 558904 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 558904 T1309 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 558905 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 558905 T1309 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 558906 T1328 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 558906 T1309 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 558906 T1328 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 558907 T1328 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 558906 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 558907 T1328 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 558908 T1369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 558908 T1328 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 558907 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 558909 T1328 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 558908 T1369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 558909 T1341 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 558910 T1369 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 558910 T1341 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 558911 T1369 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 558911 T1341 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 558911 T1369 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 558912 T1369 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 558911 T1341 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 558912 T1369 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 558912 T1341 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 558913 T1369 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 558913 T1341 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 558914 T1369 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 558914 T1341 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 558918 T1309 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 558918 T1328 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 558918 T1341 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 558918 T1369 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 558930 T1309 oass.SolrIndexSearcher.<init> Opening Searcher@5a205d94 main
[junit4] 2> 558931 T1341 oass.SolrIndexSearcher.<init> Opening Searcher@21efeb02 main
[junit4] 2> 558931 T1328 oass.SolrIndexSearcher.<init> Opening Searcher@505ba354 main
[junit4] 2> 558931 T1369 oass.SolrIndexSearcher.<init> Opening Searcher@6e2d0ba8 main
[junit4] 2> 558932 T1309 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 558933 T1309 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 558933 T1341 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 558933 T1328 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 558934 T1369 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 558933 T1341 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 558934 T1369 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 558934 T1328 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 558936 T1385 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@5a205d94 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 558938 T1387 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@21efeb02 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 558938 T1386 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6e2d0ba8 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 558939 T1309 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 558939 T1388 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@505ba354 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 558939 T1309 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:61758/ny_xa collection:nodes_used_collection shard:shard1
[junit4] 2> 558940 T1309 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 558940 T1341 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 558940 T1369 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 558941 T1341 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:58307/ny_xa collection:nodes_used_collection shard:shard1
[junit4] 2> 558941 T1328 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 558941 T1369 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:22056/ny_xa collection:nodes_used_collection shard:shard2
[junit4] 2> 558942 T1328 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:59793/ny_xa collection:nodes_used_collection shard:shard2
[junit4] 2> 558941 T1341 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 558942 T1328 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 558942 T1369 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 558970 T1309 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 558970 T1328 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 558970 T1369 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 558970 T1341 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 559045 T1309 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 559045 T1369 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 559048 T1309 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 559049 T1369 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 559049 T1309 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 559049 T1369 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 559050 T1309 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:61758/ny_xa/nodes_used_collection_shard1_replica1/
[junit4] 2> 559050 T1369 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:22056/ny_xa/nodes_used_collection_shard2_replica2/
[junit4] 2> 559050 T1309 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:61758/ny_xa START replicas=[http://127.0.0.1:58307/ny_xa/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 559051 T1369 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:22056/ny_xa START replicas=[http://127.0.0.1:59793/ny_xa/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 559051 T1309 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:61758/ny_xa DONE. We have no versions. sync failed.
[junit4] 2> 559052 T1309 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 559052 T1369 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:22056/ny_xa DONE. We have no versions. sync failed.
[junit4] 2> 559060 T1369 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 559052 T1309 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but
[...truncated too long message...]
derElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 762639 T1379 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_2/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 762640 T1379 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 762640 T1379 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 762641 T1379 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 762641 T1379 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=it_IT, timezone=Europe/Kaliningrad
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=7,free=197886560,total=439681024
[junit4] 2> NOTE: All tests run in this JVM: [ChaosMonkeySafeLeaderTest, BadIndexSchemaTest, TestRangeQuery, SolrRequestParserTest, CoreAdminCreateDiscoverTest, BadCopyFieldTest, PathHierarchyTokenizerFactoryTest, TestCloudManagedSchema, TimeZoneUtilsTest, TestFiltering, BlockCacheTest, SolrPluginUtilsTest, SolrCoreCheckLockOnStartupTest, DisMaxRequestHandlerTest, SpellCheckComponentTest, TestLazyCores, TestUpdate, CurrencyFieldXmlFileTest, TestQueryTypes, TestPartialUpdateDeduplication, StandardRequestHandlerTest, HdfsLockFactoryTest, TestCollationKeyRangeQueries, FieldAnalysisRequestHandlerTest, URLClassifyProcessorTest, TestLMJelinekMercerSimilarityFactory, TestSerializedLuceneMatchVersion, TestJmxMonitoredMap, SolrIndexConfigTest, ZkNodePropsTest, TestElisionMultitermQuery, DistanceFunctionTest, ShardRoutingCustomTest, NumericFieldsTest, TestComponentsName, TestBM25SimilarityFactory, IndexReaderFactoryTest, TestCodecSupport, TermVectorComponentDistributedTest, TestStressLucene, JSONWriterTest, TestDFRSimilarityFactory, DeleteShardTest, TestRandomFaceting, DocumentAnalysisRequestHandlerTest, SimplePostToolTest, TestSchemaVersionResource, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 216.34s, 1 test, 1 error <<< FAILURES!
[...truncated 607 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 56 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1863 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1863/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:13859
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:13859
at __randomizedtesting.SeedInfo.seed([B701640FB7A6E045:36E7EA17C0F98079]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:13859 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 9261 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 822556 T1966 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 822561 T1966 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375428991098
[junit4] 2> 822563 T1966 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 822563 T1967 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 822664 T1966 oasc.ZkTestServer.run start zk server on port:61734
[junit4] 2> 822665 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 822669 T1973 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@534cd876 name:ZooKeeperConnection Watcher:127.0.0.1:61734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 822669 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 822670 T1966 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 822692 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 822697 T1975 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3954e1b1 name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 822698 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 822698 T1966 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 822702 T1966 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 822712 T1966 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 822715 T1966 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 822718 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 822719 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 822724 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 822725 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 822864 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 822865 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 822868 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 822869 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 822872 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 822873 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 822876 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 822877 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 822880 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 822880 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 822883 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 822884 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 822887 T1966 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 822887 T1966 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 823162 T1966 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 823167 T1966 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48259
[junit4] 2> 823168 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 823168 T1966 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 823169 T1966 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433
[junit4] 2> 823169 T1966 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/'
[junit4] 2> 823206 T1966 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/solr.xml
[junit4] 2> 823282 T1966 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 823283 T1966 oasc.CoreContainer.<init> New CoreContainer 17930413
[junit4] 2> 823284 T1966 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/]
[junit4] 2> 823286 T1966 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 823286 T1966 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 823287 T1966 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 823287 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 823287 T1966 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 823288 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 823288 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 823289 T1966 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 823289 T1966 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 823290 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 823307 T1966 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61734/solr
[junit4] 2> 823308 T1966 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 823309 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 823311 T1986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a3e8667 name:ZooKeeperConnection Watcher:127.0.0.1:61734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 823312 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 823325 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 823337 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 823339 T1988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53815a8e name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 823340 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 823347 T1966 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 823388 T1966 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 823391 T1966 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 823403 T1966 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48259_
[junit4] 2> 823405 T1966 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48259_
[junit4] 2> 823408 T1966 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 823476 T1966 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 823479 T1966 oasc.Overseer.start Overseer (id=90140114361122819-127.0.0.1:48259_-n_0000000000) starting
[junit4] 2> 823534 T1966 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 823590 T1990 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 823591 T1966 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 823624 T1966 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 823661 T1966 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 823664 T1989 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 823667 T1966 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433
[junit4] 2> 823671 T1966 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/conf/
[junit4] 2> 823837 T1966 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 823838 T1966 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 823838 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 823839 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 823856 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 823857 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 823860 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@235657c8 name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 823860 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 823862 T1966 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 823864 T1966 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 824129 T1966 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 824132 T1966 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13859
[junit4] 2> 824133 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 824133 T1966 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 824134 T1966 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428992400
[junit4] 2> 824134 T1966 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428992400/'
[junit4] 2> 824171 T1966 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428992400/solr.xml
[junit4] 2> 824242 T1966 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 824243 T1966 oasc.CoreContainer.<init> New CoreContainer 1308007533
[junit4] 2> 824243 T1966 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428992400/]
[junit4] 2> 824245 T1966 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 824245 T1966 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 824246 T1966 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 824246 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 824247 T1966 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 824247 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 824247 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 824248 T1966 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 824248 T1966 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 824249 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 824266 T1966 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61734/solr
[junit4] 2> 824266 T1966 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 824267 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824271 T2004 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7997e017 name:ZooKeeperConnection Watcher:127.0.0.1:61734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824271 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824293 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 824304 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 824306 T2006 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7751eccd name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 824307 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 824320 T1966 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 825323 T1966 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13859_
[junit4] 2> 825350 T1966 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13859_
[junit4] 2> 825353 T1993 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 825353 T2006 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 825353 T1988 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 825365 T1966 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428992400
[junit4] 2> 825535 T1966 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375428992400/conf/
[junit4] 2> 825536 T1966 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 825537 T1966 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 825538 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 825538 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 825822 T1966 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 825824 T1966 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13378
[junit4] 2> 825825 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 825826 T1966 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 825826 T1966 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089
[junit4] 2> 825827 T1966 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/'
[junit4] 2> 825864 T1966 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/solr.xml
[junit4] 2> 825935 T1966 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 825936 T1966 oasc.CoreContainer.<init> New CoreContainer 944036831
[junit4] 2> 825937 T1966 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/]
[junit4] 2> 825938 T1966 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 825939 T1966 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 825939 T1966 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 825940 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 825940 T1966 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 825941 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 825941 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 825942 T1966 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 825942 T1966 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 825943 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 825958 T1966 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61734/solr
[junit4] 2> 825959 T1966 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 825960 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 825990 T2018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30bf2a55 name:ZooKeeperConnection Watcher:127.0.0.1:61734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 825990 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 825993 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 826003 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 826005 T2020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3899bc9a name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 826005 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 826017 T1966 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 827020 T1966 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13378_
[junit4] 2> 827025 T1966 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13378_
[junit4] 2> 827029 T2006 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 827029 T1988 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 827029 T2020 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 827029 T1993 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 827042 T1966 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089
[junit4] 2> 827206 T1966 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/conf/
[junit4] 2> 827213 T1966 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 827214 T1966 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 827214 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 827215 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 827560 T1966 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 827563 T1966 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:62110
[junit4] 2> 827564 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 827564 T1966 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 827565 T1966 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766
[junit4] 2> 827565 T1966 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/'
[junit4] 2> 827602 T1966 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/solr.xml
[junit4] 2> 827678 T1966 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 827679 T1966 oasc.CoreContainer.<init> New CoreContainer 1548639928
[junit4] 2> 827679 T1966 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/]
[junit4] 2> 827681 T1966 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 827681 T1966 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 827682 T1966 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 827682 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 827683 T1966 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 827683 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 827683 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 827684 T1966 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 827684 T1966 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 827685 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 827700 T1966 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61734/solr
[junit4] 2> 827701 T1966 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 827702 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 827740 T2032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d2cb160 name:ZooKeeperConnection Watcher:127.0.0.1:61734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 827741 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 827743 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 827753 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 827755 T2034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@93480eb name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 827755 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 827767 T1966 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 828770 T1966 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62110_
[junit4] 2> 828772 T1966 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:62110_
[junit4] 2> 828776 T1993 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 828776 T1988 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 828777 T2034 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 828776 T2020 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 828776 T2006 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 828827 T1966 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766
[junit4] 2> 828834 T1966 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/conf/
[junit4] 2> 828994 T1966 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 828995 T1966 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 828995 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 828996 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 829274 T1966 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 829277 T1966 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52807
[junit4] 2> 829277 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 829278 T1966 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 829278 T1966 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547
[junit4] 2> 829279 T1966 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/'
[junit4] 2> 829316 T1966 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/solr.xml
[junit4] 2> 829371 T1966 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 829372 T1966 oasc.CoreContainer.<init> New CoreContainer 1496803414
[junit4] 2> 829372 T1966 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/]
[junit4] 2> 829373 T1966 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 829374 T1966 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 829374 T1966 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 829374 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 829374 T1966 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 829375 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 829375 T1966 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 829375 T1966 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 829376 T1966 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 829376 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 829386 T1966 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:61734/solr
[junit4] 2> 829387 T1966 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 829388 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 829392 T2046 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44a313dc name:ZooKeeperConnection Watcher:127.0.0.1:61734 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 829392 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 829395 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 829408 T1966 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 829410 T2048 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57c78edb name:ZooKeeperConnection Watcher:127.0.0.1:61734/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 829410 T1966 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 829422 T1966 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 830425 T1966 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52807_
[junit4] 2> 830450 T1966 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52807_
[junit4] 2> 830454 T2006 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 830455 T2034 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 830455 T2020 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 830455 T2048 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 830454 T1993 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 830454 T1988 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 830470 T1966 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547
[junit4] 2> 830635 T1966 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/conf/
[junit4] 2> 830635 T1966 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 830636 T1966 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 830636 T1966 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 830637 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 830654 T1966 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 830666 T1996 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 830668 T1988 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 830670 T1990 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 830670 T1990 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 831175 T1989 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 831176 T1989 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 831176 T1989 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 831189 T2006 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 831190 T2020 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 831190 T2034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 831190 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 831189 T1988 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 831189 T2048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 831279 T1990 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 831279 T1990 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:48259_
[junit4] 2> 831279 T1990 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:13378_
[junit4] 2> 831280 T1990 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:52807_
[junit4] 2> 831281 T1990 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:62110_
[junit4] 2> 831283 T1978 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 831284 T2038 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 831283 T2010 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 831284 T2024 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 831285 T1978 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 831286 T2038 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 831297 T2010 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 831297 T2024 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 832694 T1989 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 832696 T1989 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 832696 T1989 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:48259_",
[junit4] 2> "base_url":"http://127.0.0.1:48259"}
[junit4] 2> 832700 T1989 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 832700 T1989 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:52807_",
[junit4] 2> "base_url":"http://127.0.0.1:52807"}
[junit4] 2> 832715 T1989 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 832715 T1989 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:13378_",
[junit4] 2> "base_url":"http://127.0.0.1:13378"}
[junit4] 2> 832719 T1989 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 832719 T1989 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:62110_",
[junit4] 2> "base_url":"http://127.0.0.1:62110"}
[junit4] 2> 832723 T2006 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832723 T2034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832723 T1993 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832723 T2020 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832723 T1988 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 832723 T2048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 833287 T1978 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 833288 T2038 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 833288 T1978 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 833288 T1978 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/nodes_used_collection_shard1_replica1
[junit4] 2> 833289 T2038 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 833289 T1978 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 833289 T2038 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/nodes_used_collection_shard2_replica1
[junit4] 2> 833290 T1978 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 833290 T2038 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 833291 T1978 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 833291 T2038 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 833292 T2038 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 833292 T1978 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 833292 T1978 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 833293 T2038 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 833293 T2038 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 833295 T1978 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 833296 T2038 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 833296 T1978 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/nodes_used_collection_shard1_replica1/'
[junit4] 2> 833297 T2038 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/nodes_used_collection_shard2_replica1/'
[junit4] 2> 833300 T2010 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 833300 T2024 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 833301 T2010 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 833301 T2010 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/nodes_used_collection_shard1_replica2
[junit4] 2> 833302 T2010 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 833301 T2024 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 833302 T2010 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 833303 T2010 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 833302 T2024 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/nodes_used_collection_shard2_replica2
[junit4] 2> 833303 T2024 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 833304 T2010 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/nodes_used_collection_shard1_replica2/'
[junit4] 2> 833305 T2024 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 833305 T2024 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 833306 T2024 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/nodes_used_collection_shard2_replica2/'
[junit4] 2> 833422 T2024 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 833422 T1978 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 833423 T2010 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 833424 T2038 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 833501 T2024 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 833501 T1978 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 833502 T2010 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 833502 T2038 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 833602 T2024 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 833603 T1978 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 833603 T2010 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 833603 T2038 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 833613 T2024 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 833614 T1978 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 833615 T2038 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 833615 T2010 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 834405 T2024 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834405 T2024 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834405 T2038 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834406 T2024 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 834405 T2010 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834406 T2038 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834407 T2010 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834408 T2038 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 834408 T2010 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 834419 T1978 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834419 T2024 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 834420 T1978 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 834421 T2010 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 834421 T1978 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 834421 T2038 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 834424 T2024 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 834425 T2010 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 834426 T2038 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 834430 T1978 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 834434 T1978 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 834440 T2024 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834440 T2010 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834441 T2038 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834445 T2024 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834446 T2038 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834446 T2010 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834448 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834450 T2024 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834451 T2038 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834451 T2010 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834451 T2024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834452 T2038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834452 T2024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834453 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 834452 T2010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834452 T2038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834453 T2010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834453 T2024 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834454 T2010 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834454 T2038 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834455 T2024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834456 T2024 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834456 T2038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834456 T2024 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 834456 T2010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834457 T2024 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 834456 T2038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834458 T2024 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@715f1f9c
[junit4] 2> 834457 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834457 T2010 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834458 T2038 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 834459 T2010 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 834459 T2024 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766//nodes_used_collection_shard2_replica2/data
[junit4] 2> 834460 T2010 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 834460 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834461 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834460 T2038 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 834461 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 834461 T2010 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@715f1f9c
[junit4] 2> 834460 T2024 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 834462 T2038 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@715f1f9c
[junit4] 2> 834463 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 834463 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 834463 T2024 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 834464 T1978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 834464 T2038 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547//nodes_used_collection_shard2_replica1/data
[junit4] 2> 834463 T2010 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089//nodes_used_collection_shard1_replica2/data
[junit4] 2> 834465 T2038 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 834464 T1978 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 834464 T2024 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375428995766//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 834466 T1978 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@715f1f9c
[junit4] 2> 834466 T2038 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 834465 T2010 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 834467 T1978 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433//nodes_used_collection_shard1_replica1/data
[junit4] 2> 834467 T2038 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375428997547//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 834467 T2010 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 834468 T1978 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 834469 T2010 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375428994089//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 834469 T1978 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 834470 T1978 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375428991433//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 834471 T2024 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14fb9870 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5b9a454d),segFN=segments_1,generation=1}
[junit4] 2> 834471 T2024 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 834474 T2038 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@346bc54d lockFactory=org.apache.lucene.store.NativeFSLockFactory@517e17f7),segFN=segments_1,generation=1}
[junit4] 2> 834474 T2038 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 834476 T2010 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c54acdc lockFactory=org.apache.lucene.store.NativeFSLockFactory@62db6043),segFN=segments_1,generation=1}
[junit4] 2> 834476 T2024 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 834476 T1978 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7957ad65 lockFactory=org.apache.lucene.store.NativeFSLockFactory@72b4b7de),segFN=segments_1,generation=1}
[junit4] 2> 834477 T2024 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 834476 T2010 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 834478 T2024 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 834477 T1978 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 834478 T2024 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 834478 T2038 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 834479 T2024 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 834479 T2038 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 834479 T2024 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 834480 T2038 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 834480 T2024 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 834481 T2038 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 834481 T2024 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 834481 T2038 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 834482 T2038 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 834482 T2024 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 834481 T2010 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 834482 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 834482 T2038 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 834483 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 834484 T2038 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 834483 T2010 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 834484 T2038 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 834484 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 834485 T2010 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 834485 T1978 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 834486 T2010 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 834486 T1978 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 834486 T1978 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 834486 T2010 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 834487 T2010 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 834487 T1978 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 834488 T2010 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 834488 T1978 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 834488 T2010 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 834489 T1978 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 834489 T2010 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 834494 T2038 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 834494 T2024 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 834494 T2010 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 834494 T1978 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 834505 T2038 oass.SolrIndexSearcher.<init> Opening Searcher@89fbf93 main
[junit4] 2> 834505 T2010 oass.SolrIndexSearcher.<init> Opening Searcher@643a345c main
[junit4] 2> 834505 T2024 oass.SolrIndexSearcher.<init> Opening Searcher@2e467c49 main
[junit4] 2> 834505 T1978 oass.SolrIndexSearcher.<init> Opening Searcher@13540ae0 main
[junit4] 2> 834506 T2038 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 834507 T2038 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 834507 T2010 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 834507 T1978 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 834507 T2010 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 834507 T2024 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 834508 T1978 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 834509 T2024 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 834510 T2054 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@89fbf93 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 834511 T2057 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@643a345c main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 834512 T2055 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@13540ae0 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 834512 T2038 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 834513 T2056 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@2e467c49 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 834513 T2038 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:52807 collection:nodes_used_collection shard:shard2
[junit4] 2> 834513 T2038 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 834514 T1978 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 834514 T2010 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 834514 T1978 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:48259 collection:nodes_used_collection shard:shard1
[junit4] 2> 834514 T2024 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 834515 T1978 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 834514 T2010 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:13378 collection:nodes_used_collection shard:shard1
[junit4] 2> 834515 T2024 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:62110 collection:nodes_used_collection shard:shard2
[junit4] 2> 834516 T2010 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 834516 T2024 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 834542 T2038 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 834542 T1978 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 834542 T2010 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 834542 T2024 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 834577 T2010 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 834578 T2038 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 834580 T2010 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 834581 T2038 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 834581 T2010 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 834581 T2038 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 834582 T2010 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13378/nodes_used_collection_shard1_replica2/
[junit4] 2> 834582 T2038 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52807/nodes_used_collection_shard2_replica1/
[junit4] 2> 834582 T2010 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:13378 START replicas=[http://127.0.0.1:48259/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4] 2> 834583 T2038 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52807 START replicas=[http://127.0.0.1:62110/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4] 2> 834583 T2010 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:13378 DONE. We have no versions. sync failed.
[junit4] 2> 834584 T2010 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 834584 T2038 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:52807 DONE. We have no versions. sync failed.
[junit4] 2> 834585 T2038 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 834584 T2010 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 834585 T2038 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 834586 T2010 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13378/nodes_used_collection_shard1_replica2/ shard1
[junit4] 2> 834586 T2038 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52807/nodes_used_collection_shard2_replica1/ shard2
[junit4] 2> 834587 T2010 o
[...truncated too long message...]
s.slow=true -Dtests.locale=ar_EG -Dtests.timezone=America/Lima -Dtests.file.encoding=US-ASCII
[junit4] ERROR 154s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:13859
[junit4] > at __randomizedtesting.SeedInfo.seed([B701640FB7A6E045:36E7EA17C0F98079]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:13859 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 44 more
[junit4] 2> 976835 T1966 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 154289 T1965 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 977945 T2048 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 977945 T2048 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_1/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 977946 T2048 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 977946 T2048 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 977946 T2048 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=Pulsing41(freqCutoff=16 minBlockSize=50 maxBlockSize=126), _route_=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=Pulsing41(freqCutoff=16 minBlockSize=50 maxBlockSize=126), intDefault=Pulsing41(freqCutoff=16 minBlockSize=50 maxBlockSize=126), id=Lucene41(blocksize=128), timestamp=Pulsing41(freqCutoff=16 minBlockSize=50 maxBlockSize=126), a_t=Pulsing41(freqCutoff=16 minBlockSize=50 maxBlockSize=126), range_facet_sl=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_si=PostingsFormat(name=Memory doPackFST= false), other_tl1=Pulsing41(freqCutoff=16 minBlockSize=50 maxBlockSize=126), multiDefault=PostingsFormat(name=Memory doPackFST= false), a_si=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_EG, timezone=America/Lima
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=158501872,total=444858368
[junit4] 2> NOTE: All tests run in this JVM: [ChaosMonkeyNothingIsSafeTest, LoggingHandlerTest, SolrInfoMBeanTest, TestStressVersions, CSVRequestHandlerTest, TestSearchPerf, TestJoin, ResponseLogComponentTest, BlockDirectoryTest, PeerSyncTest, QueryParsingTest, CoreMergeIndexesAdminHandlerTest, SOLR749Test, TestPHPSerializedResponseWriter, CacheHeaderTest, MinimalSchemaTest, TestDefaultSearchFieldResource, SolrTestCaseJ4Test, TestRandomDVFaceting, TestSolrDeletionPolicy1, UnloadDistributedZkTest, SuggesterFSTTest, CoreAdminHandlerTest, SystemInfoHandlerTest, LegacyHTMLStripCharFilterTest, TestPhraseSuggestions, TestExtendedDismaxParser, RAMDirectoryFactoryTest, TestSolrDeletionPolicy2, TestFuzzyAnalyzedSuggestions, TestPropInjectDefaults, TestReversedWildcardFilterFactory, SpellingQueryConverterTest, HdfsDirectoryTest, WordBreakSolrSpellCheckerTest, StressHdfsTest, MBeansHandlerTest, TestValueSourceCache, ShowFileRequestHandlerTest, TestStressRecovery, IndexSchemaTest, TestShardHandlerFactory, HdfsChaosMonkeySafeLeaderTest, TestSolrXml, SchemaVersionSpecificBehaviorTest, SynonymTokenizerTest, HdfsUnloadDistributedZkTest, TestMaxScoreQueryParser, DirectSolrConnectionTest, TestSolrXmlPersistence, ReturnFieldsTest, SoftAutoCommitTest, SliceStateUpdateTest, ZkControllerTest, TestUniqueKeyFieldResource, PluginInfoTest, AutoCommitTest, BasicFunctionalityTest, TestFieldTypeCollectionResource, ClusterStateUpdateTest, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, TestSort, RegexBoostProcessorTest, TestRecoveryHdfs, ExternalFileFieldSortTest, SearchHandlerTest, AliasIntegrationTest, TestFastLRUCache, TestWriterPerf, AlternateDirectoryTest, SliceStateTest, TestCharFilters, DocumentBuilderTest, PreAnalyzedFieldTest, SuggesterTest, ZkCLITest, TestSolrIndexConfig, PolyFieldTest, DirectUpdateHandlerOptimizeTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J0 in 155.58s, 1 test, 1 error <<< FAILURES!
[...truncated 510 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 35 ignored (7 assumptions)
Total time: 56 minutes 20 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1862 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1862/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:64168
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:64168
at __randomizedtesting.SeedInfo.seed([90593B67D6F73797:11BFB57FA1A857AB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:764)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:64168 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 44 more
Build Log:
[...truncated 9395 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1067399 T2011 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 1067405 T2011 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375396632651
[junit4] 2> 1067406 T2011 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1067407 T2012 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1067508 T2011 oasc.ZkTestServer.run start zk server on port:50614
[junit4] 2> 1067509 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1067515 T2018 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@700222bb name:ZooKeeperConnection Watcher:127.0.0.1:50614 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1067515 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1067516 T2011 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1067583 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1067585 T2020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@294b1c18 name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1067585 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1067585 T2011 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1067596 T2011 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1067599 T2011 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1067607 T2011 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1067611 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1067612 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1067625 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1067626 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1067732 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1067733 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1067743 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1067743 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1067773 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1067774 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1067780 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1067780 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1067784 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1067785 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1067796 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1067796 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1067800 T2011 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1067800 T2011 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1068075 T2011 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1068079 T2011 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:50617
[junit4] 2> 1068079 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1068080 T2011 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1068080 T2011 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050
[junit4] 2> 1068081 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/'
[junit4] 2> 1068118 T2011 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/solr.xml
[junit4] 2> 1068191 T2011 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1068191 T2011 oasc.CoreContainer.<init> New CoreContainer 275385165
[junit4] 2> 1068192 T2011 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/]
[junit4] 2> 1068194 T2011 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1068194 T2011 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1068195 T2011 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1068195 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1068196 T2011 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1068196 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1068197 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1068197 T2011 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1068197 T2011 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1068198 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1068215 T2011 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50614/solr
[junit4] 2> 1068216 T2011 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1068217 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1068219 T2031 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@220bf4a6 name:ZooKeeperConnection Watcher:127.0.0.1:50614 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1068220 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1068223 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1068235 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1068237 T2033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e561f00 name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1068237 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1068240 T2011 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1068245 T2011 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1068255 T2011 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1068257 T2011 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50617_
[junit4] 2> 1068263 T2011 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50617_
[junit4] 2> 1068267 T2011 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1068280 T2011 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1068283 T2011 oasc.Overseer.start Overseer (id=90137993717874691-127.0.0.1:50617_-n_0000000000) starting
[junit4] 2> 1068295 T2011 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1068306 T2035 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1068307 T2011 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1068310 T2011 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1068313 T2011 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1068315 T2034 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1068319 T2011 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050
[junit4] 2> 1068485 T2011 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/conf/
[junit4] 2> 1068488 T2011 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1068488 T2011 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1068489 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1068489 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1068506 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1068508 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1068510 T2038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3397f623 name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1068510 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1068512 T2011 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1068514 T2011 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1068780 T2011 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1068783 T2011 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64168
[junit4] 2> 1068783 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1068784 T2011 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1068784 T2011 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375396633760
[junit4] 2> 1068785 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375396633760/'
[junit4] 2> 1068824 T2011 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375396633760/solr.xml
[junit4] 2> 1068896 T2011 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1068897 T2011 oasc.CoreContainer.<init> New CoreContainer 528203498
[junit4] 2> 1068898 T2011 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375396633760/]
[junit4] 2> 1068900 T2011 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1068900 T2011 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1068901 T2011 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1068901 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1068901 T2011 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1068902 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1068902 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1068903 T2011 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1068903 T2011 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1068904 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1068921 T2011 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50614/solr
[junit4] 2> 1068921 T2011 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1068923 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1068926 T2049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@753304cb name:ZooKeeperConnection Watcher:127.0.0.1:50614 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1068926 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1068929 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1068941 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1068943 T2051 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44443a8a name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1068944 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1068949 T2011 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1069952 T2011 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64168_
[junit4] 2> 1069980 T2011 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64168_
[junit4] 2> 1069984 T2051 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1069984 T2033 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1069984 T2038 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1069991 T2011 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375396633760
[junit4] 2> 1069994 T2011 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375396633760/conf/
[junit4] 2> 1070187 T2011 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1070188 T2011 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1070189 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1070189 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1070499 T2011 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1070502 T2011 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:60542
[junit4] 2> 1070502 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1070503 T2011 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1070503 T2011 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450
[junit4] 2> 1070503 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/'
[junit4] 2> 1070530 T2011 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/solr.xml
[junit4] 2> 1070587 T2011 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1070588 T2011 oasc.CoreContainer.<init> New CoreContainer 1975158249
[junit4] 2> 1070588 T2011 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/]
[junit4] 2> 1070589 T2011 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1070590 T2011 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1070590 T2011 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1070590 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1070590 T2011 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1070591 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1070591 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1070591 T2011 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1070592 T2011 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1070592 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1070602 T2011 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50614/solr
[junit4] 2> 1070603 T2011 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1070603 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1070606 T2063 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28adc061 name:ZooKeeperConnection Watcher:127.0.0.1:50614 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1070606 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1070608 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1070615 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1070617 T2065 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e4aee6 name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1070617 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1070621 T2011 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1071624 T2011 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60542_
[junit4] 2> 1071626 T2011 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60542_
[junit4] 2> 1071630 T2038 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1071630 T2051 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1071630 T2065 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1071630 T2033 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1071635 T2011 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450
[junit4] 2> 1071745 T2011 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/conf/
[junit4] 2> 1071748 T2011 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1071748 T2011 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1071749 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1071749 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1071939 T2011 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1071941 T2011 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:16942
[junit4] 2> 1071942 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1071942 T2011 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1071943 T2011 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004
[junit4] 2> 1071943 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/'
[junit4] 2> 1071968 T2011 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/solr.xml
[junit4] 2> 1072017 T2011 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1072017 T2011 oasc.CoreContainer.<init> New CoreContainer 712521145
[junit4] 2> 1072018 T2011 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/]
[junit4] 2> 1072019 T2011 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1072019 T2011 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1072020 T2011 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1072020 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1072020 T2011 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1072020 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1072021 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1072021 T2011 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1072021 T2011 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1072022 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1072032 T2011 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50614/solr
[junit4] 2> 1072032 T2011 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1072033 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1072035 T2077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a0f1a77 name:ZooKeeperConnection Watcher:127.0.0.1:50614 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1072036 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1072043 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1072054 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1072056 T2079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63989061 name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1072056 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1072061 T2011 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1073064 T2011 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16942_
[junit4] 2> 1073066 T2011 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16942_
[junit4] 2> 1073070 T2079 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1073071 T2065 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1073071 T2038 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1073070 T2051 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1073070 T2033 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1073092 T2011 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004
[junit4] 2> 1073099 T2011 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/conf/
[junit4] 2> 1073273 T2011 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1073274 T2011 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1073274 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1073275 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1073580 T2011 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1073584 T2011 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41245
[junit4] 2> 1073584 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1073585 T2011 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1073585 T2011 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536
[junit4] 2> 1073586 T2011 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/'
[junit4] 2> 1073626 T2011 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/solr.xml
[junit4] 2> 1073704 T2011 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1073705 T2011 oasc.CoreContainer.<init> New CoreContainer 239271425
[junit4] 2> 1073705 T2011 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/]
[junit4] 2> 1073707 T2011 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1073708 T2011 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1073708 T2011 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1073708 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1073709 T2011 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1073709 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1073710 T2011 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1073710 T2011 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1073711 T2011 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1073711 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1073729 T2011 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50614/solr
[junit4] 2> 1073730 T2011 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1073731 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1073761 T2091 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5031faf7 name:ZooKeeperConnection Watcher:127.0.0.1:50614 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1073761 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1073764 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1073776 T2011 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1073777 T2093 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@135950d8 name:ZooKeeperConnection Watcher:127.0.0.1:50614/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1073778 T2011 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1073790 T2011 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1074793 T2011 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41245_
[junit4] 2> 1074799 T2011 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41245_
[junit4] 2> 1074803 T2051 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1074803 T2093 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1074803 T2033 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1074803 T2038 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1074803 T2079 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1074803 T2065 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1074815 T2011 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536
[junit4] 2> 1074819 T2011 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/conf/
[junit4] 2> 1074942 T2011 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1074943 T2011 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 1074943 T2011 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1074944 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1074954 T2011 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1074962 T2041 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1074963 T2033 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1074965 T2035 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1074965 T2035 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1075828 T2034 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1075828 T2034 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 1075829 T2034 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 1075865 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1075865 T2033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1075865 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1075865 T2079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1075865 T2065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1075865 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1075885 T2035 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1075885 T2035 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:41245_
[junit4] 2> 1075885 T2035 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:16942_
[junit4] 2> 1075887 T2035 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50617_
[junit4] 2> 1075888 T2035 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:60542_
[junit4] 2> 1075891 T2083 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 1075892 T2069 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 1075892 T2055 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 1075892 T2023 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 1075893 T2083 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1075894 T2069 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1075894 T2023 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1075894 T2055 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1077370 T2034 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1077371 T2034 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1077372 T2034 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:41245_",
[junit4] 2> "base_url":"http://127.0.0.1:41245"}
[junit4] 2> 1077375 T2034 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1077375 T2034 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:16942_",
[junit4] 2> "base_url":"http://127.0.0.1:16942"}
[junit4] 2> 1077461 T2034 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1077461 T2034 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:60542_",
[junit4] 2> "base_url":"http://127.0.0.1:60542"}
[junit4] 2> 1077529 T2034 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1077529 T2034 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:50617_",
[junit4] 2> "base_url":"http://127.0.0.1:50617"}
[junit4] 2> 1077585 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1077585 T2033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1077585 T2065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1077585 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1077585 T2079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1077585 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1077896 T2083 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 1077896 T2069 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 1077897 T2055 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 1077897 T2023 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 1077898 T2055 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 1077898 T2069 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 1077897 T2083 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 1077899 T2023 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 1077899 T2069 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/nodes_used_collection_shard1_replica2
[junit4] 2> 1077898 T2055 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/nodes_used_collection_shard2_replica2
[junit4] 2> 1077900 T2055 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1077900 T2069 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1077900 T2023 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/nodes_used_collection_shard2_replica1
[junit4] 2> 1077901 T2023 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1077901 T2069 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1077899 T2083 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/nodes_used_collection_shard1_replica1
[junit4] 2> 1077902 T2023 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1077902 T2069 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1077901 T2055 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1077902 T2023 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1077902 T2083 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1077903 T2069 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1077902 T2055 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1077903 T2083 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1077903 T2069 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1077904 T2083 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1077904 T2023 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1077904 T2055 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1077904 T2023 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1077905 T2083 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1077905 T2055 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1077905 T2083 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1077908 T2069 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1077910 T2055 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1077923 T2083 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1077923 T2069 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/nodes_used_collection_shard1_replica2/'
[junit4] 2> 1077923 T2023 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1077924 T2055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/nodes_used_collection_shard2_replica2/'
[junit4] 2> 1077924 T2083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/nodes_used_collection_shard1_replica1/'
[junit4] 2> 1077925 T2023 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/nodes_used_collection_shard2_replica1/'
[junit4] 2> 1078020 T2083 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1078020 T2023 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1078020 T2069 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1078024 T2055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1078101 T2083 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1078103 T2023 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1078103 T2069 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1078104 T2055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1078203 T2083 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1078204 T2023 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1078204 T2069 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1078205 T2055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1078215 T2083 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 1078215 T2023 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 1078217 T2069 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 1078217 T2055 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 1078890 T2069 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1078891 T2069 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1078892 T2069 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1078901 T2069 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1078905 T2069 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1078916 T2069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1078920 T2069 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1078924 T2069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1078925 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1078925 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1078926 T2069 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1078926 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1078927 T2069 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1078927 T2069 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1078927 T2069 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 1078928 T2069 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64610fa
[junit4] 2> 1078928 T2069 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004//nodes_used_collection_shard1_replica2/data
[junit4] 2> 1078929 T2069 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 1078929 T2069 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1078929 T2069 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375396637004//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 1078934 T2069 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@325a4199 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cff58ec),segFN=segments_1,generation=1}
[junit4] 2> 1078934 T2069 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1078938 T2069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1078938 T2069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1078938 T2069 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1078939 T2069 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1078939 T2069 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1078940 T2069 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1078940 T2069 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1078940 T2069 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1078941 T2069 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1078950 T2069 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1078954 T2069 oass.SolrIndexSearcher.<init> Opening Searcher@55a56f72 main
[junit4] 2> 1078955 T2069 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1078955 T2069 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1078958 T2099 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@55a56f72 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1078959 T2069 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 1078960 T2069 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:16942 collection:nodes_used_collection shard:shard1
[junit4] 2> 1078960 T2069 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1078973 T2069 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1078993 T2069 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1079001 T2055 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1079002 T2055 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1079002 T2055 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1079008 T2069 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=179999
[junit4] 2> 1079017 T2055 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1079018 T2083 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1079018 T2083 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1079019 T2083 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1079019 T2023 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1079019 T2023 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1079020 T2023 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1079022 T2055 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1079025 T2083 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1079029 T2083 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1079030 T2023 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1079035 T2023 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1079036 T2055 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1079039 T2083 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1079047 T2023 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1079050 T2083 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1079051 T2055 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1079052 T2023 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1079054 T2083 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1079055 T2083 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1079056 T2083 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1079056 T2055 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1079056 T2083 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1079057 T2055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1079057 T2055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1079057 T2023 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1079057 T2083 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1079058 T2083 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1079058 T2055 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1079059 T2023 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1079059 T2083 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1079060 T2055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1079059 T2023 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1079060 T2055 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1079060 T2083 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 1079061 T2055 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1079061 T2023 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1079062 T2055 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 1079061 T2083 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64610fa
[junit4] 2> 1079063 T2055 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64610fa
[junit4] 2> 1079063 T2023 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1079063 T2083 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536//nodes_used_collection_shard1_replica1/data
[junit4] 2> 1079064 T2023 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1079064 T2055 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450//nodes_used_collection_shard2_replica2/data
[junit4] 2> 1079064 T2083 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 1079065 T2055 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 1079064 T2023 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1079065 T2055 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1079065 T2083 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1079066 T2055 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375396635450//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 1079067 T2083 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375396638536//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 1079066 T2023 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 1079067 T2023 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@64610fa
[junit4] 2> 1079068 T2023 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050//nodes_used_collection_shard2_replica1/data
[junit4] 2> 1079069 T2023 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 1079069 T2023 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1079070 T2023 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375396633050//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 1079072 T2083 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11602a1d lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eab3d1d),segFN=segments_1,generation=1}
[junit4] 2> 1079072 T2083 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1079073 T2055 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@401e4ce0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@59e8656f),segFN=segments_1,generation=1}
[junit4] 2> 1079073 T2055 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1079076 T2023 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c421a95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@566644a6),segFN=segments_1,generation=1}
[junit4] 2> 1079076 T2083 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1079077 T2023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1079077 T2083 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1079078 T2083 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1079078 T2083 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1079079 T2083 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1079079 T2055 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1079079 T2083 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1079080 T2055 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1079084 T2083 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1079085 T2055 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1079085 T2083 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1079086 T2055 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1079086 T2083 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1079086 T2023 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1079086 T2055 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1079087 T2055 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1079087 T2023 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1079088 T2055 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1079088 T2023 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1079088 T2055 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1079089 T2023 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1079089 T2055 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1079090 T2023 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1079090 T2023 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1079090 T2023 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1079091 T2023 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1079092 T2023 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1079095 T2083 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1079095 T2023 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1079095 T2055 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1079104 T2083 oass.SolrIndexSearcher.<init> Opening Searcher@4e330f30 main
[junit4] 2> 1079105 T2023 oass.SolrIndexSearcher.<init> Opening Searcher@256ffd9b main
[junit4] 2> 1079105 T2083 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1079105 T2055 oass.SolrIndexSearcher.<init> Opening Searcher@52618517 main
[junit4] 2> 1079105 T2083 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1079106 T2023 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1079107 T2023 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1079107 T2055 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1079108 T2055 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1079109 T2100 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@4e330f30 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1079111 T2083 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 1079111 T2101 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@256ffd9b main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1079111 T2083 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:41245 collection:nodes_used_collection shard:shard1
[junit4] 2> 1079111 T2102 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@52618517 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1079112 T2083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1079113 T2023 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 1079113 T2023 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:50617 collection:nodes_used_collection shard:shard2
[junit4] 2> 1079114 T2055 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 1079114 T2023 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1079114 T2055 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:60542 collection:nodes_used_collection shard:shard2
[junit4] 2> 1079115 T2055 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1079124 T2034 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1079129 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1079129 T2079 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1079129 T2033 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1079129 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1079129 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1079129 T2065 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1079139 T2023 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1079139 T2055 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1079163 T2023 oasc.ShardLeaderElectionContext.runLea
[...truncated too long message...]
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1261740 T2093 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1261741 T2093 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1261741 T2093 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4] 2> 1261741 T2093 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1261741 T2093 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 1261742 T2093 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/b/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=MockVariableIntBlock(baseBlockSize=73), _route_=Pulsing41(freqCutoff=10 minBlockSize=73 maxBlockSize=156), text=Pulsing41(freqCutoff=10 minBlockSize=73 maxBlockSize=156), _version_=PostingsFormat(name=MockSep), intDefault=PostingsFormat(name=MockSep), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), timestamp=MockVariableIntBlock(baseBlockSize=73), a_t=MockVariableIntBlock(baseBlockSize=73), range_facet_sl=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_si=MockVariableIntBlock(baseBlockSize=73), other_tl1=PostingsFormat(name=MockSep), multiDefault=MockVariableIntBlock(baseBlockSize=73), a_si=PostingsFormat(name=MockSep)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_GB, timezone=Pacific/Majuro
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=77298288,total=404488192
[junit4] 2> NOTE: All tests run in this JVM: [TestPostingsSolrHighlighter, QueryResultKeyTest, TestHashPartitioner, URLClassifyProcessorTest, HighlighterConfigTest, TestFastOutputStream, NoCacheHeaderTest, DocValuesMultiTest, PathHierarchyTokenizerFactoryTest, TestRandomMergePolicy, BasicDistributedZk2Test, CurrencyFieldXmlFileTest, SolrCmdDistributorTest, SuggesterWFSTTest, TestCoreDiscovery, TestClassNameShortening, TestWordDelimiterFilterFactory, TestSerializedLuceneMatchVersion, TestInfoStreamLogging, TestComponentsName, HdfsRecoveryZkTest, CurrencyFieldOpenExchangeTest, SampleTest, TestAtomicUpdateErrorCases, CoreAdminCreateDiscoverTest, RequestHandlersTest, DocumentAnalysisRequestHandlerTest, TestFieldCollectionResource, UniqFieldsUpdateProcessorFactoryTest, BadIndexSchemaTest, TestLuceneMatchVersion, FieldAnalysisRequestHandlerTest, TestRangeQuery, TestMergePolicyConfig, TestUtils, FullSolrCloudDistribCmdsTest, OpenExchangeRatesOrgProviderTest, TestDynamicFieldResource, DirectSolrSpellCheckerTest, DeleteShardTest, DefaultValueUpdateProcessorTest, TestPropInject, PreAnalyzedUpdateProcessorTest, RequiredFieldsTest, TimeZoneUtilsTest, IndexBasedSpellCheckerTest, TestJmxMonitoredMap, TestArbitraryIndexDir, BasicZkTest, HdfsLockFactoryTest, TestRTGBase, TestSolrXMLSerializer, TestBinaryField, EchoParamsTest, TestSystemIdResolver, HdfsBasicDistributedZk2Test, NotRequiredUniqueKeyTest, SolrIndexConfigTest, TestSolr4Spatial, TestCopyFieldCollectionResource, TestLazyCores, TestSuggestSpellingConverter, TestFiltering, TestUpdate, OpenCloseCoreStressTest, TestCollationKeyRangeQueries, SortByFunctionTest, TestCloudManagedSchema, SimplePostToolTest, TestBM25SimilarityFactory, JSONWriterTest, TestRecovery, TestSchemaResource, TestStressLucene, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 194.79s, 1 test, 1 error <<< FAILURES!
[...truncated 490 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1352 tests, 1 error, 34 ignored (6 assumptions)
Total time: 55 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1861 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1861/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:52152
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52152
at __randomizedtesting.SeedInfo.seed([2E89CF2D56A2D77:830E12EAA2354D4B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:52152 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Build Log:
[...truncated 8899 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 315071 T747 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 315075 T747 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375367363583
[junit4] 2> 315076 T747 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 315077 T748 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 315177 T747 oasc.ZkTestServer.run start zk server on port:47585
[junit4] 2> 315179 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 315211 T754 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63155812 name:ZooKeeperConnection Watcher:127.0.0.1:47585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 315211 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 315211 T747 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 315217 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 315233 T756 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d458f36 name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 315233 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 315233 T747 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 315241 T747 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 315251 T747 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 315254 T747 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 315258 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 315258 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 315274 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 315275 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 315404 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 315405 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 315409 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 315409 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 315413 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 315414 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 315417 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 315418 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 315421 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 315422 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 315426 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 315426 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 315430 T747 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 315430 T747 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 315700 T747 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 315708 T747 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 315708 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 315709 T747 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 315709 T747 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942
[junit4] 2> 315710 T747 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/'
[junit4] 2> 315747 T747 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/solr.xml
[junit4] 2> 315827 T747 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 315828 T747 oasc.CoreContainer.<init> New CoreContainer 445061959
[junit4] 2> 315828 T747 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/]
[junit4] 2> 315830 T747 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 315831 T747 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 315831 T747 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 315832 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 315832 T747 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 315833 T747 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 315833 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 315834 T747 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 315834 T747 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 315835 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 315853 T747 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47585/solr
[junit4] 2> 315853 T747 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 315854 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 315857 T767 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c0fdfec name:ZooKeeperConnection Watcher:127.0.0.1:47585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 315858 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 315868 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 315878 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 315880 T769 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66a4156c name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 315881 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 315884 T747 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 315894 T747 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 315898 T747 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 315900 T747 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51697_
[junit4] 2> 315907 T747 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51697_
[junit4] 2> 315911 T747 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 315928 T747 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 315931 T747 oasc.Overseer.start Overseer (id=90136075540168707-127.0.0.1:51697_-n_0000000000) starting
[junit4] 2> 315944 T747 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 315949 T771 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 315950 T747 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 315959 T747 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 315961 T747 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 315964 T770 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 315968 T747 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942
[junit4] 2> 315976 T747 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/conf/
[junit4] 2> 316167 T747 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 316168 T747 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 316169 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 316169 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 316185 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 316186 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 316189 T774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44dc42ab name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 316189 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 316191 T747 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 316193 T747 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 316492 T747 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 316495 T747 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 316495 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 316496 T747 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 316496 T747 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375367364701
[junit4] 2> 316497 T747 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375367364701/'
[junit4] 2> 316540 T747 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375367364701/solr.xml
[junit4] 2> 316617 T747 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 316618 T747 oasc.CoreContainer.<init> New CoreContainer 1206960902
[junit4] 2> 316619 T747 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375367364701/]
[junit4] 2> 316621 T747 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 316621 T747 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 316622 T747 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 316622 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 316623 T747 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 316623 T747 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 316624 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 316624 T747 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 316625 T747 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 316625 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 316641 T747 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47585/solr
[junit4] 2> 316642 T747 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 316643 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 316646 T785 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f93e3d0 name:ZooKeeperConnection Watcher:127.0.0.1:47585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 316646 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 316659 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 316669 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 316671 T787 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a67021d name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 316672 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 316684 T747 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 317687 T747 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12020_
[junit4] 2> 317690 T747 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12020_
[junit4] 2> 317693 T774 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 317693 T769 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 317694 T787 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 317711 T747 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375367364701
[junit4] 2> 317714 T747 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375367364701/conf/
[junit4] 2> 317876 T747 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 317877 T747 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 317878 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 317879 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 318160 T747 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 318163 T747 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 318163 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 318164 T747 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 318164 T747 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400
[junit4] 2> 318165 T747 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/'
[junit4] 2> 318202 T747 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/solr.xml
[junit4] 2> 318273 T747 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 318273 T747 oasc.CoreContainer.<init> New CoreContainer 2015555359
[junit4] 2> 318274 T747 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/]
[junit4] 2> 318276 T747 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 318276 T747 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 318277 T747 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 318277 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 318278 T747 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 318278 T747 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 318279 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 318279 T747 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 318280 T747 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 318280 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 318297 T747 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47585/solr
[junit4] 2> 318297 T747 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 318298 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 318301 T799 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d8119d7 name:ZooKeeperConnection Watcher:127.0.0.1:47585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 318301 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 318304 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 318316 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 318318 T801 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40023bc4 name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 318318 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 318331 T747 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 319336 T747 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52152_
[junit4] 2> 319341 T747 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52152_
[junit4] 2> 319344 T774 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 319345 T801 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 319345 T787 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 319345 T769 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 319359 T747 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400
[junit4] 2> 319362 T747 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/conf/
[junit4] 2> 319542 T747 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 319543 T747 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 319544 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 319544 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 319855 T747 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 319858 T747 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 319859 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 319859 T747 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 319860 T747 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067
[junit4] 2> 319860 T747 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/'
[junit4] 2> 319901 T747 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/solr.xml
[junit4] 2> 319981 T747 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 319982 T747 oasc.CoreContainer.<init> New CoreContainer 733943074
[junit4] 2> 319983 T747 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/]
[junit4] 2> 319984 T747 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 319985 T747 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 319985 T747 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 319986 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 319986 T747 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 319987 T747 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 319987 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 319988 T747 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 319988 T747 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 319989 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 320005 T747 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47585/solr
[junit4] 2> 320006 T747 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 320007 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 320010 T813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49d9b342 name:ZooKeeperConnection Watcher:127.0.0.1:47585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 320010 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 320013 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 320023 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 320025 T815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@99feb0d name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 320025 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 320073 T747 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 321077 T747 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38281_
[junit4] 2> 321080 T747 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38281_
[junit4] 2> 321084 T774 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 321084 T787 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 321084 T815 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 321084 T769 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 321084 T801 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 321104 T747 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067
[junit4] 2> 321107 T747 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/conf/
[junit4] 2> 321271 T747 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 321272 T747 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 321272 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 321273 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 321556 T747 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 321559 T747 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 321560 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 321561 T747 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 321561 T747 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795
[junit4] 2> 321562 T747 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/'
[junit4] 2> 321599 T747 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/solr.xml
[junit4] 2> 321648 T747 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 321649 T747 oasc.CoreContainer.<init> New CoreContainer 1884084856
[junit4] 2> 321649 T747 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/]
[junit4] 2> 321650 T747 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 321651 T747 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 321651 T747 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 321651 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 321652 T747 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 321652 T747 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 321652 T747 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 321653 T747 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 321653 T747 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 321653 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 321663 T747 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47585/solr
[junit4] 2> 321663 T747 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 321664 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 321667 T827 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@459b35e1 name:ZooKeeperConnection Watcher:127.0.0.1:47585 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 321667 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 321670 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 321676 T747 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 321678 T829 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b7117d8 name:ZooKeeperConnection Watcher:127.0.0.1:47585/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 321678 T747 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 321687 T747 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 322692 T747 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24418_
[junit4] 2> 322695 T747 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24418_
[junit4] 2> 322702 T774 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 322702 T815 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 322703 T829 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 322703 T769 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 322702 T787 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 322702 T801 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 322714 T747 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795
[junit4] 2> 322717 T747 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/conf/
[junit4] 2> 322930 T747 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 322931 T747 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 322931 T747 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 322932 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 322962 T747 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 322994 T777 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 323000 T769 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 323002 T771 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 323003 T771 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 323479 T770 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 323480 T770 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 323480 T770 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 323496 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 323496 T787 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 323496 T769 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 323496 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 323496 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 323496 T801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 323525 T771 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 323525 T771 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:52152_
[junit4] 2> 323526 T771 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:38281_
[junit4] 2> 323527 T771 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:51697_
[junit4] 2> 323528 T771 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:24418_
[junit4] 2> 323530 T791 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 323530 T805 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 323531 T759 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 323531 T819 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 323533 T791 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 323535 T805 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 323535 T819 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 323535 T759 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 325004 T770 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 325005 T770 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 325006 T770 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:52152_",
[junit4] 2> "base_url":"http://127.0.0.1:52152"}
[junit4] 2> 325012 T770 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 325012 T770 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:38281_",
[junit4] 2> "base_url":"http://127.0.0.1:38281"}
[junit4] 2> 325062 T770 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 325063 T770 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51697_",
[junit4] 2> "base_url":"http://127.0.0.1:51697"}
[junit4] 2> 325080 T770 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 325080 T770 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:24418_",
[junit4] 2> "base_url":"http://127.0.0.1:24418"}
[junit4] 2> 325091 T774 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 325092 T769 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 325091 T815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 325091 T787 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 325091 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 325091 T801 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 325536 T791 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 325537 T791 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 325538 T791 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/nodes_used_collection_shard1_replica1
[junit4] 2> 325538 T791 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 325539 T805 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 325539 T819 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 325539 T759 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 325540 T805 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 325539 T791 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 325541 T759 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 325540 T805 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/nodes_used_collection_shard1_replica2
[junit4] 2> 325542 T805 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 325540 T819 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 325541 T759 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/nodes_used_collection_shard2_replica1
[junit4] 2> 325543 T759 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 325541 T791 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 325543 T805 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 325543 T819 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/nodes_used_collection_shard2_replica2
[junit4] 2> 325544 T819 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 325544 T805 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 325544 T759 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 325545 T819 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 325545 T791 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 325546 T805 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 325546 T819 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 325546 T759 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 325547 T805 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 325546 T791 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 325548 T819 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 325549 T759 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 325549 T819 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 325549 T759 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 325558 T791 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 325558 T805 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 325571 T819 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 325572 T759 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 325572 T791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/nodes_used_collection_shard1_replica1/'
[junit4] 2> 325572 T819 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/nodes_used_collection_shard2_replica2/'
[junit4] 2> 325572 T805 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/nodes_used_collection_shard1_replica2/'
[junit4] 2> 325573 T759 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/nodes_used_collection_shard2_replica1/'
[junit4] 2> 325699 T759 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 325699 T805 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 325700 T791 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 325699 T819 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 325776 T759 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 325776 T805 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 325776 T791 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 325777 T819 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 325878 T759 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 325879 T805 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 325879 T791 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 325880 T819 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 325891 T759 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 325891 T805 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 325892 T819 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 325892 T791 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 326651 T759 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326651 T759 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326652 T759 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 326655 T819 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326656 T819 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326656 T819 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 326663 T759 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 326667 T759 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 326668 T819 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 326671 T805 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326671 T805 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326672 T819 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 326672 T805 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 326680 T805 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 326683 T759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326683 T805 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 326684 T819 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326688 T759 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326688 T819 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326691 T791 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326692 T791 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 326693 T759 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326693 T791 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 326693 T819 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326694 T759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326694 T759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326694 T759 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326694 T819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326695 T819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326695 T819 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326696 T759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326696 T759 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326696 T759 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 326697 T759 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 326697 T819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326697 T759 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c3744bc
[junit4] 2> 326697 T819 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326698 T819 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 326698 T805 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326698 T759 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942//nodes_used_collection_shard2_replica1/data
[junit4] 2> 326698 T819 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 326699 T759 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 326699 T819 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c3744bc
[junit4] 2> 326699 T759 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 326700 T819 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//nodes_used_collection_shard2_replica2/data
[junit4] 2> 326700 T759 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375367363942//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 326700 T819 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 326701 T819 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 326701 T819 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 326702 T805 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326703 T791 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 326705 T759 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17b74948 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ae099cb; maxCacheMB=0.365234375 maxMergeSizeMB=0.8466796875)),segFN=segments_1,generation=1}
[junit4] 2> 326706 T819 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@59e9c94 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cbc11d; maxCacheMB=0.365234375 maxMergeSizeMB=0.8466796875)),segFN=segments_1,generation=1}
[junit4] 2> 326706 T759 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 326706 T819 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 326710 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 326710 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 326710 T819 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 326711 T759 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 326711 T819 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 326711 T759 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 326712 T819 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 326712 T759 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 326712 T759 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 326712 T819 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 326713 T759 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 326713 T819 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 326713 T819 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 326713 T805 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326713 T759 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 326714 T791 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 326714 T819 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 326714 T759 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 326715 T819 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 326715 T805 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326716 T819 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 326716 T805 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326717 T805 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326718 T805 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326718 T805 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326719 T805 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 326719 T805 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 326720 T805 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c3744bc
[junit4] 2> 326721 T805 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067//nodes_used_collection_shard1_replica2/data
[junit4] 2> 326721 T805 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 326722 T805 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 326722 T805 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375367368067//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 326725 T759 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 326725 T819 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 326728 T759 oass.SolrIndexSearcher.<init> Opening Searcher@7c83c92a main
[junit4] 2> 326728 T819 oass.SolrIndexSearcher.<init> Opening Searcher@6d20c359 main
[junit4] 2> 326729 T805 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@544dc9ba lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c387843; maxCacheMB=0.365234375 maxMergeSizeMB=0.8466796875)),segFN=segments_1,generation=1}
[junit4] 2> 326729 T759 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 326730 T819 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 326729 T805 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 326730 T791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326730 T819 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 326730 T759 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 326734 T836 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6d20c359 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 326734 T835 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@7c83c92a main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 326736 T819 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 326736 T759 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 326736 T805 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 326736 T819 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:24418 collection:nodes_used_collection shard:shard2
[junit4] 2> 326737 T805 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 326736 T759 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:51697 collection:nodes_used_collection shard:shard2
[junit4] 2> 326737 T819 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 326738 T805 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 326738 T759 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 326739 T805 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 326740 T805 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 326740 T805 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 326741 T805 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 326741 T805 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 326742 T805 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 326754 T791 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 326758 T759 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 326758 T819 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 326758 T805 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 326760 T791 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326762 T805 oass.SolrIndexSearcher.<init> Opening Searcher@ac84274 main
[junit4] 2> 326764 T805 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 326765 T805 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 326768 T837 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@ac84274 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 326771 T805 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 326771 T805 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:38281 collection:nodes_used_collection shard:shard1
[junit4] 2> 326772 T805 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 326773 T791 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326773 T791 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326773 T791 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 326775 T791 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 326775 T791 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 326775 T791 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 326776 T791 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 326776 T791 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6c3744bc
[junit4] 2> 326777 T791 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400//nodes_used_collection_shard1_replica1/data
[junit4] 2> 326777 T791 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 326777 T791 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 326778 T791 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375367366400//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 326782 T791 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2ef353f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@18442484; maxCacheMB=0.365234375 maxMergeSizeMB=0.8466796875)),segFN=segments_1,generation=1}
[junit4] 2> 326782 T791 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 326785 T805 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 326786 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 326786 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 326787 T791 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 326787 T791 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 326788 T791 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 326788 T791 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 326788 T791 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 326789 T791 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 326789 T791 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 326797 T791 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 326797 T819 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 326803 T791 oass.SolrIndexSearcher.<init> Opening Searcher@354d0f56 main
[junit4] 2> 326804 T791 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 326804 T791 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 326807 T838 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@354d0f56 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 326809 T791 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 326809 T791 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:52152 collection:nodes_used_collection shard:shard1
[junit4] 2> 326810 T791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 326810 T819 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 326810 T819 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 326810 T819 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24418/nodes_used_collection_shard2_replica2/
[junit4] 2> 326811 T819 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:24418 START replicas=[http://127.0.0.1:51697/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 326811 T819 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:24418 DONE. We have no versions. sync failed.
[junit4] 2> 326812 T819 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 326812 T819 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 326812 T819 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24418/nodes_used_collection_shard2_replica2/ shard2
[junit4] 2> 326814 T819 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4] 2> 326814 T805 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> ASYNC NEW_CORE C1420 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@6a041fe8 url=http://127.0.0.1:51697/nodes_used_collection_shard2_replica1 node=127.0.0.1:51697_ C1420_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{state=down, core=nodes_used_collection_shard2_replica1, node_name=127.0.0.1:51697_, base_url=http://127.0.0.1:51697}
[junit4] 2> 326821 T760 C1420 P51697 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4] 2> 326826 T805 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up for shard shard
[...truncated too long message...]
ace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_b_replica2/data;done=false>>]
[junit4] 2> 450846 T747 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_b_replica2/data
[junit4] 2> 450847 T747 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_b_replica2/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_b_replica2/data/index;done=false>>]
[junit4] 2> 450847 T747 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_b_replica2/data/index
[junit4] 2> 450847 T747 oasc.SolrCore.close [new_implicit_coll_1_d_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@6ddb0a83
[junit4] 2> 450855 T747 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 450856 T747 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 450856 T747 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 450856 T747 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 450859 T747 oasc.SolrCore.closeSearcher [new_implicit_coll_1_d_replica1] Closing main searcher on request.
[junit4] 2> 450859 T747 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 450860 T747 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_d_replica1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_d_replica1/data/index;done=false>>]
[junit4] 2> 450860 T747 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_d_replica1/data/index
[junit4] 2> 450861 T747 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_d_replica1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_d_replica1/data;done=false>>]
[junit4] 2> 450861 T747 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375367369795//new_implicit_coll_1_d_replica1/data
[junit4] 2> 450863 T1182 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90136075540168716-127.0.0.1:24418_-n_0000000004) am no longer a leader.
[junit4] 2> 450865 T829 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 450865 T829 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 450865 T829 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 450866 T747 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4] 2> 450924 T747 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 450927 T747 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:47585 47585
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=2E89CF2D56A2D77 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th_TH_TH -Dtests.timezone=Etc/GMT-13 -Dtests.file.encoding=UTF-8
[junit4] ERROR 136s J1 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52152
[junit4] > at __randomizedtesting.SeedInfo.seed([2E89CF2D56A2D77:830E12EAA2354D4B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:52152 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] 2> 451174 T747 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 136114 T746 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=th_TH_TH, timezone=Etc/GMT-13
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=136090104,total=426311680
[junit4] 2> NOTE: All tests run in this JVM: [SuggesterWFSTTest, CoreContainerCoreInitFailuresTest, TestRandomMergePolicy, TestAddFieldRealTimeGet, JSONWriterTest, XmlUpdateRequestHandlerTest, TestCopyFieldCollectionResource, TestReloadAndDeleteDocs, TestCollationKeyRangeQueries, ZkSolrClientTest, OpenCloseCoreStressTest, PreAnalyzedUpdateProcessorTest, TestZkChroot, BasicDistributedZk2Test, DebugComponentTest, HdfsCollectionsAPIDistributedZkTest, TestSuggestSpellingConverter, TestRecovery, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 136.64s, 1 test, 1 error <<< FAILURES!
[...truncated 887 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 54 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1860 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1860/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:31990/wli/wq
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:31990/wli/wq
at __randomizedtesting.SeedInfo.seed([323929E81520CBE:82C51C86F60D6C82]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:31990 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Build Log:
[...truncated 9301 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 1384180 T3249 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /wli/wq
[junit4] 2> 1384185 T3249 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1375341617414
[junit4] 2> 1384186 T3249 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 1384187 T3250 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 1384288 T3249 oasc.ZkTestServer.run start zk server on port:31983
[junit4] 2> 1384289 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1384296 T3256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15e2809 name:ZooKeeperConnection Watcher:127.0.0.1:31983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1384296 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1384296 T3249 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 1384310 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1384312 T3258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24b67eaf name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1384312 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1384312 T3249 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 1384317 T3249 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 1384319 T3249 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 1384329 T3249 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 1384332 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1384333 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 1384352 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1384353 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 1384457 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1384458 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 1384461 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1384461 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 1384473 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1384473 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 1384476 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1384477 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 1384480 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1384480 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1384483 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1384484 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 1384491 T3249 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1384492 T3249 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 1384762 T3249 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1384768 T3249 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 1384769 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1384769 T3249 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1384769 T3249 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723
[junit4] 2> 1384770 T3249 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/'
[junit4] 2> 1384810 T3249 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/solr.xml
[junit4] 2> 1384890 T3249 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1384890 T3249 oasc.CoreContainer.<init> New CoreContainer 288076846
[junit4] 2> 1384891 T3249 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/]
[junit4] 2> 1384893 T3249 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1384893 T3249 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1384894 T3249 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1384894 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1384895 T3249 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1384895 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1384896 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1384896 T3249 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1384896 T3249 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1384897 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1384915 T3249 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:31983/solr
[junit4] 2> 1384915 T3249 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1384916 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1384919 T3269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c4240d0 name:ZooKeeperConnection Watcher:127.0.0.1:31983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1384919 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1384921 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1384932 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1384934 T3271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bd89668 name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1384935 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1384936 T3249 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 1384947 T3249 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 1384950 T3249 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 1384958 T3249 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31986_wli%2Fwq
[junit4] 2> 1384959 T3249 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31986_wli%2Fwq
[junit4] 2> 1384962 T3249 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 1384980 T3249 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 1384982 T3249 oasc.Overseer.start Overseer (id=90134388239302659-127.0.0.1:31986_wli%2Fwq-n_0000000000) starting
[junit4] 2> 1384997 T3249 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 1385001 T3273 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 1385001 T3249 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 1385011 T3249 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 1385013 T3249 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1385015 T3272 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 1385019 T3249 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723
[junit4] 2> 1385022 T3249 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/conf/
[junit4] 2> 1385199 T3249 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1385200 T3249 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1385200 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1385201 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1385216 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 1385218 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1385220 T3276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66f96b40 name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1385220 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1385221 T3249 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1385223 T3249 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 1385505 T3249 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1385509 T3249 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 1385509 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1385510 T3249 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1385510 T3249 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451
[junit4] 2> 1385511 T3249 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/'
[junit4] 2> 1385555 T3249 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/solr.xml
[junit4] 2> 1385644 T3249 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1385645 T3249 oasc.CoreContainer.<init> New CoreContainer 874891123
[junit4] 2> 1385646 T3249 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/]
[junit4] 2> 1385648 T3249 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1385648 T3249 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1385648 T3249 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1385649 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1385649 T3249 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1385650 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1385650 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1385651 T3249 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1385651 T3249 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1385652 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1385668 T3249 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:31983/solr
[junit4] 2> 1385668 T3249 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1385669 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1385672 T3287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c4969c4 name:ZooKeeperConnection Watcher:127.0.0.1:31983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1385672 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1385684 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1385693 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1385695 T3289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d16c514 name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1385695 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1385707 T3249 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1386710 T3249 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31990_wli%2Fwq
[junit4] 2> 1386737 T3249 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31990_wli%2Fwq
[junit4] 2> 1386740 T3271 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1386740 T3289 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1386740 T3276 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 1386754 T3249 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451
[junit4] 2> 1386759 T3249 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/conf/
[junit4] 2> 1386920 T3249 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1386920 T3249 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1386921 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1386921 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1387202 T3249 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1387205 T3249 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 1387206 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1387206 T3249 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1387207 T3249 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375341620164
[junit4] 2> 1387207 T3249 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375341620164/'
[junit4] 2> 1387245 T3249 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375341620164/solr.xml
[junit4] 2> 1387307 T3249 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1387308 T3249 oasc.CoreContainer.<init> New CoreContainer 241044468
[junit4] 2> 1387308 T3249 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375341620164/]
[junit4] 2> 1387310 T3249 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1387310 T3249 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1387310 T3249 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1387310 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1387311 T3249 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1387311 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1387311 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1387312 T3249 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1387312 T3249 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1387312 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1387322 T3249 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:31983/solr
[junit4] 2> 1387322 T3249 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1387323 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1387331 T3301 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4062c78a name:ZooKeeperConnection Watcher:127.0.0.1:31983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1387331 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1387345 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1387355 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1387357 T3303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@612d68bc name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1387357 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1387369 T3249 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1388372 T3249 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31993_wli%2Fwq
[junit4] 2> 1388376 T3249 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31993_wli%2Fwq
[junit4] 2> 1388379 T3271 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1388379 T3276 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1388379 T3303 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1388379 T3289 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 1388385 T3249 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375341620164
[junit4] 2> 1388550 T3249 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375341620164/conf/
[junit4] 2> 1388550 T3249 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1388551 T3249 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1388551 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1388552 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1388833 T3249 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1388837 T3249 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 1388837 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1388838 T3249 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1388838 T3249 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795
[junit4] 2> 1388839 T3249 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/'
[junit4] 2> 1388877 T3249 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/solr.xml
[junit4] 2> 1388948 T3249 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1388949 T3249 oasc.CoreContainer.<init> New CoreContainer 70297703
[junit4] 2> 1388949 T3249 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/]
[junit4] 2> 1388951 T3249 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1388951 T3249 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1388952 T3249 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1388952 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1388953 T3249 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1388953 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1388954 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1388954 T3249 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1388955 T3249 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1388955 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1388971 T3249 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:31983/solr
[junit4] 2> 1388972 T3249 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1388973 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1388976 T3315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16800457 name:ZooKeeperConnection Watcher:127.0.0.1:31983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1388976 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1388978 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1388990 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1388992 T3317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e44a305 name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1388992 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1389004 T3249 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1390007 T3249 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31998_wli%2Fwq
[junit4] 2> 1390018 T3249 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31998_wli%2Fwq
[junit4] 2> 1390021 T3289 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1390021 T3303 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1390021 T3317 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1390021 T3271 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1390021 T3276 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 1390039 T3249 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795
[junit4] 2> 1390041 T3249 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/conf/
[junit4] 2> 1390235 T3249 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1390235 T3249 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1390236 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1390236 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1390531 T3249 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 1390535 T3249 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:?????
[junit4] 2> 1390536 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 1390536 T3249 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 1390537 T3249 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480
[junit4] 2> 1390537 T3249 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/'
[junit4] 2> 1390575 T3249 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/solr.xml
[junit4] 2> 1390655 T3249 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 1390656 T3249 oasc.CoreContainer.<init> New CoreContainer 1747134810
[junit4] 2> 1390656 T3249 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/]
[junit4] 2> 1390658 T3249 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 1390659 T3249 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 1390659 T3249 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 1390660 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 1390660 T3249 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 1390661 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 1390661 T3249 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 1390661 T3249 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 1390662 T3249 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 1390662 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 1390677 T3249 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:31983/solr
[junit4] 2> 1390678 T3249 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 1390679 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1390681 T3329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c70091f name:ZooKeeperConnection Watcher:127.0.0.1:31983 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1390681 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1390683 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 1390692 T3249 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 1390694 T3331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78f6d18a name:ZooKeeperConnection Watcher:127.0.0.1:31983/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 1390694 T3249 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 1390706 T3249 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 1391708 T3249 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32002_wli%2Fwq
[junit4] 2> 1391710 T3249 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32002_wli%2Fwq
[junit4] 2> 1391713 T3276 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1391713 T3303 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1391713 T3271 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1391713 T3331 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1391713 T3317 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1391713 T3289 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 1391731 T3249 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480
[junit4] 2> 1391734 T3249 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/conf/
[junit4] 2> 1391897 T3249 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 1391898 T3249 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4] 2> 1391898 T3249 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 1391899 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1391913 T3249 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 1391923 T3279 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 1391925 T3271 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 1391926 T3273 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1391927 T3273 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 1392527 T3272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1392528 T3272 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 1392528 T3272 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 1392547 T3331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1392547 T3271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1392547 T3289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1392547 T3303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1392547 T3276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1392547 T3317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1392552 T3273 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 1392552 T3273 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:31990_wli%2Fwq
[junit4] 2> 1392552 T3273 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:31998_wli%2Fwq
[junit4] 2> 1392554 T3273 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:32002_wli%2Fwq
[junit4] 2> 1392554 T3273 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:31986_wli%2Fwq
[junit4] 2> 1392557 T3307 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 1392557 T3321 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 1392557 T3280 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 1392557 T3261 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 1392558 T3307 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1392559 T3321 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1392559 T3280 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1392560 T3261 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 1394052 T3272 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 1394053 T3272 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1394053 T3272 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31998_wli%2Fwq",
[junit4] 2> "base_url":"http://127.0.0.1:31998/wli/wq"}
[junit4] 2> 1394057 T3272 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1394057 T3272 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:32002_wli%2Fwq",
[junit4] 2> "base_url":"http://127.0.0.1:32002/wli/wq"}
[junit4] 2> 1394072 T3272 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1394073 T3272 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31990_wli%2Fwq",
[junit4] 2> "base_url":"http://127.0.0.1:31990/wli/wq"}
[junit4] 2> 1394076 T3272 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 1394076 T3272 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:31986_wli%2Fwq",
[junit4] 2> "base_url":"http://127.0.0.1:31986/wli/wq"}
[junit4] 2> 1394080 T3331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1394080 T3271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1394080 T3289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1394080 T3303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1394080 T3276 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1394080 T3317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 1394561 T3321 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 1394561 T3307 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 1394561 T3280 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 1394562 T3261 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 1394562 T3307 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 1394563 T3280 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 1394562 T3321 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 1394563 T3280 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/nodes_used_collection_shard1_replica1
[junit4] 2> 1394564 T3280 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1394563 T3261 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 1394563 T3307 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/nodes_used_collection_shard1_replica2
[junit4] 2> 1394565 T3280 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1394565 T3261 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/nodes_used_collection_shard2_replica2
[junit4] 2> 1394564 T3321 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/nodes_used_collection_shard2_replica1
[junit4] 2> 1394566 T3261 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1394566 T3280 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1394565 T3307 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1394567 T3261 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1394566 T3321 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 1394568 T3261 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1394569 T3321 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1394568 T3307 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 1394569 T3261 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1394568 T3280 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1394570 T3261 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1394569 T3307 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1394569 T3321 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 1394570 T3280 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1394571 T3307 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1394572 T3307 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1394572 T3321 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 1394573 T3261 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1394573 T3321 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 1394574 T3280 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1394584 T3307 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1394584 T3261 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/nodes_used_collection_shard2_replica2/'
[junit4] 2> 1394584 T3280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/nodes_used_collection_shard1_replica1/'
[junit4] 2> 1394585 T3321 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 1394585 T3307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/nodes_used_collection_shard1_replica2/'
[junit4] 2> 1394586 T3321 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/nodes_used_collection_shard2_replica1/'
[junit4] 2> 1394702 T3307 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1394702 T3280 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1394702 T3261 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1394702 T3321 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 1394783 T3307 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1394784 T3280 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1394784 T3261 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1394785 T3321 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 1394885 T3307 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1394886 T3280 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1394886 T3321 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1394886 T3261 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 1394896 T3307 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 1394897 T3280 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 1394898 T3261 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 1394898 T3321 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 1395687 T3321 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395688 T3321 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395689 T3307 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395689 T3280 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395689 T3321 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1395690 T3280 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395690 T3307 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395691 T3280 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1395692 T3307 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1395696 T3261 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395697 T3261 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 1395701 T3261 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 1395703 T3321 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1395705 T3307 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1395705 T3280 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1395708 T3321 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1395710 T3261 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 1395710 T3307 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1395711 T3280 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1395715 T3261 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 1395724 T3321 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395726 T3307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395727 T3280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395730 T3261 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395730 T3321 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395731 T3307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395732 T3280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395735 T3261 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 1395735 T3321 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395736 T3307 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395736 T3321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395737 T3280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395737 T3307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395738 T3307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395738 T3280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395737 T3321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395738 T3280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395738 T3307 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395739 T3280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395739 T3321 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395740 T3307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395741 T3280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395741 T3280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395740 T3261 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395742 T3280 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1395741 T3321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395743 T3261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395743 T3261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395741 T3307 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395744 T3261 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 1395743 T3321 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395743 T3280 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 1395745 T3261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 1395746 T3261 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 1395745 T3321 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1395744 T3307 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1395747 T3321 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 1395746 T3261 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 1395745 T3280 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7446a09b
[junit4] 2> 1395748 T3261 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 1395747 T3321 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7446a09b
[junit4] 2> 1395747 T3307 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 1395749 T3280 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451//nodes_used_collection_shard1_replica1/data
[junit4] 2> 1395749 T3321 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//nodes_used_collection_shard2_replica1/data
[junit4] 2> 1395748 T3261 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7446a09b
[junit4] 2> 1395750 T3321 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 1395750 T3280 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 1395749 T3307 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7446a09b
[junit4] 2> 1395751 T3280 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1395751 T3261 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723//nodes_used_collection_shard2_replica2/data
[junit4] 2> 1395751 T3321 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 1395752 T3280 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375341618451//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 1395752 T3261 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 1395752 T3307 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795//nodes_used_collection_shard1_replica2/data
[junit4] 2> 1395754 T3261 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1395753 T3321 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 1395755 T3261 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375341617723//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 1395754 T3307 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 1395756 T3307 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 1395756 T3307 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375341621795//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 1395759 T3280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@75d844ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@a13606c),segFN=segments_1,generation=1}
[junit4] 2> 1395759 T3280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1395761 T3321 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3bb186c2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21ce5fee),segFN=segments_1,generation=1}
[junit4] 2> 1395762 T3261 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2a6a9ba5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@57f09d4a),segFN=segments_1,generation=1}
[junit4] 2> 1395762 T3321 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1395762 T3261 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1395763 T3307 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74941918 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1aa3c153),segFN=segments_1,generation=1}
[junit4] 2> 1395763 T3307 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 1395764 T3280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1395765 T3280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1395766 T3280 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1395767 T3280 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1395767 T3280 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1395768 T3280 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1395767 T3321 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1395768 T3261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1395768 T3321 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1395768 T3280 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1395769 T3307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 1395769 T3261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1395770 T3307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 1395770 T3280 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1395769 T3321 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1395771 T3280 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1395772 T3321 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1395771 T3307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1395771 T3261 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 1395773 T3307 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1395772 T3321 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1395774 T3307 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1395774 T3307 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1395773 T3261 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 1395775 T3307 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1395774 T3321 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1395775 T3307 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1395775 T3261 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 1395776 T3307 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1395776 T3321 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1395776 T3261 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 1395777 T3321 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1395777 T3261 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 1395778 T3321 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1395778 T3261 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 1395779 T3261 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 1395784 T3280 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1395784 T3321 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1395785 T3307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1395785 T3261 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 1395796 T3280 oass.SolrIndexSearcher.<init> Opening Searcher@a732f2d main
[junit4] 2> 1395797 T3307 oass.SolrIndexSearcher.<init> Opening Searcher@4746ab08 main
[junit4] 2> 1395796 T3261 oass.SolrIndexSearcher.<init> Opening Searcher@60659b50 main
[junit4] 2> 1395797 T3321 oass.SolrIndexSearcher.<init> Opening Searcher@5e63a156 main
[junit4] 2> 1395798 T3280 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1395798 T3280 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1395798 T3307 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1395799 T3321 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1395799 T3261 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 1395800 T3321 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1395799 T3307 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1395800 T3261 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 1395802 T3337 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@a732f2d main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1395804 T3340 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5e63a156 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1395804 T3339 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@4746ab08 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1395804 T3338 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@60659b50 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 1395805 T3280 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 1395805 T3280 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:31990/wli/wq collection:nodes_used_collection shard:shard1
[junit4] 2> 1395805 T3280 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1395806 T3321 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 1395806 T3307 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 1395806 T3261 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 1395806 T3321 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:32002/wli/wq collection:nodes_used_collection shard:shard2
[junit4] 2> 1395807 T3261 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:31986/wli/wq collection:nodes_used_collection shard:shard2
[junit4] 2> 1395807 T3307 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:31998/wli/wq collection:nodes_used_collection shard:shard1
[junit4] 2> 1395808 T3261 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1395807 T3321 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1395808 T3307 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 1395834 T3321 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1395835 T3261 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 1395835 T3307 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1395835 T3280 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 1395864 T3261 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 1395865 T3307 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 1395867 T3261 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1395868 T3307 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 1395868 T3261 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1395868 T3307 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 1395869 T3261 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31986/wli/wq/nodes_used_collection_shard2_replica2/
[junit4] 2> 1395869 T3307 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31998/wli/wq/nodes_used_collection_shard1_replica2/
[junit4] 2> 1395869 T3261 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:31986/wli/wq START replicas=[http://127.0.0.1:32002/wli/wq/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 1395870 T3307
[...truncated too long message...]
ore org.apache.solr.core.SolrCore@14c60b63
[junit4] 2> 1542824 T3249 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 1542824 T3249 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4] 2> 1542825 T3249 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4] 2> 1542825 T3249 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4] 2> 1542826 T3249 oasc.SolrCore.closeSearcher [new_implicit_coll_1_b_replica3] Closing main searcher on request.
[junit4] 2> 1542826 T3249 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4] 2> 1542826 T3249 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//new_implicit_coll_1_b_replica3/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//new_implicit_coll_1_b_replica3/data;done=false>>]
[junit4] 2> 1542827 T3249 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//new_implicit_coll_1_b_replica3/data
[junit4] 2> 1542827 T3249 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//new_implicit_coll_1_b_replica3/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//new_implicit_coll_1_b_replica3/data/index;done=false>>]
[junit4] 2> 1542828 T3249 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375341623480//new_implicit_coll_1_b_replica3/data/index
[junit4] 2> 1542831 T3911 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=90134388239302668-127.0.0.1:32002_wli%2Fwq-n_0000000004) am no longer a leader.
[junit4] 2> 1542833 T3249 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/wli/wq,null}
[junit4] 2> 1542890 T3249 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> 1542894 T3249 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:31983 31983
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=323929E81520CBE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=Africa/Abidjan -Dtests.file.encoding=ISO8859-1
[junit4] ERROR 159s J0 | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:31990/wli/wq
[junit4] > at __randomizedtesting.SeedInfo.seed([323929E81520CBE:82C51C86F60D6C82]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:31990 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] 2> 1543145 T3249 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 158976 T3248 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 1544133 T3331 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 1544133 T3331 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4] 2> 1544134 T3331 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=hi_IN, timezone=Africa/Abidjan
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=215499792,total=444268544
[junit4] 2> NOTE: All tests run in this JVM: [AlternateDirectoryTest, AutoCommitTest, TestSolrIndexConfig, CSVRequestHandlerTest, TestCoreContainer, MinimalSchemaTest, TestFieldTypeResource, HdfsChaosMonkeySafeLeaderTest, ZkControllerTest, TestRemoteStreaming, RecoveryZkTest, TestFieldTypeCollectionResource, TestPHPSerializedResponseWriter, TestFastLRUCache, SoftAutoCommitTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestPluginEnable, TestSearchPerf, ChaosMonkeyNothingIsSafeTest, StatelessScriptUpdateProcessorFactoryTest, BasicFunctionalityTest, TestSolrQueryParserResource, PolyFieldTest, TestWriterPerf, SolrCoreTest, TestStressVersions, TestUniqueKeyFieldResource, OverseerTest, TermsComponentTest, TestShardHandlerFactory, TestSolrXmlPersistence, TestTrie, StressHdfsTest, UUIDFieldTest, MoreLikeThisHandlerTest, SuggesterFSTTest, FieldMutatingUpdateProcessorTest, DistributedSpellCheckComponentTest, TestFuzzyAnalyzedSuggestions, TestQuerySenderListener, SyncSliceTest, TestValueSourceCache, InfoHandlerTest, WordBreakSolrSpellCheckerTest, BadComponentTest, SpellingQueryConverterTest, LukeRequestHandlerTest, SOLR749Test, ResourceLoaderTest, CoreMergeIndexesAdminHandlerTest, DocValuesTest, TestExtendedDismaxParser, DateFieldTest, UpdateRequestProcessorFactoryTest, DistributedTermsComponentTest, SolrInfoMBeanTest, BinaryUpdateRequestHandlerTest, TestDocSet, TestSolrQueryParser, FileBasedSpellCheckerTest, ZkCLITest, PreAnalyzedFieldTest, ShowFileRequestHandlerTest, OverseerCollectionProcessorTest, QueryEqualityTest, TestFastWriter, TestCloudManagedSchemaAddField, TestDocumentBuilder, HdfsBasicDistributedZkTest, SimpleFacetsTest, DocumentBuilderTest, TestIBSimilarityFactory, TestPseudoReturnFields, CircularListTest, CachingDirectoryFactoryTest, TestPropInjectDefaults, TestFaceting, LeaderElectionTest, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4] Completed on J0 in 160.01s, 1 test, 1 error <<< FAILURES!
[...truncated 492 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 54 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1859 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1859/
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
IOException occured when talking to server at: http://127.0.0.1:51021
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:51021
at __randomizedtesting.SeedInfo.seed([5C42682D33D257A:8422A89AA4624546]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:51021 timed out
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
... 45 more
Build Log:
[...truncated 9164 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 794756 T1215 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 794765 T1215 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1375319268606
[junit4] 2> 794767 T1215 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 794767 T1216 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 794868 T1215 oasc.ZkTestServer.run start zk server on port:37245
[junit4] 2> 794870 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 794874 T1222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62d3db5a name:ZooKeeperConnection Watcher:127.0.0.1:37245 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 794875 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 794875 T1215 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 794891 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 794894 T1224 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357227df name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 794894 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 794894 T1215 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 794904 T1215 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 794908 T1215 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 794910 T1215 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 794920 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 794921 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 794929 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 794930 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 795036 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 795037 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 795040 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 795041 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 795051 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 795052 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 795056 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 795057 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 795060 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 795061 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 795064 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 795065 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 795069 T1215 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 795070 T1215 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> 795350 T1215 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 795354 T1215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29616
[junit4] 2> 795355 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 795355 T1215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 795356 T1215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915
[junit4] 2> 795356 T1215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/'
[junit4] 2> 795394 T1215 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/solr.xml
[junit4] 2> 795466 T1215 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 795467 T1215 oasc.CoreContainer.<init> New CoreContainer 808517448
[junit4] 2> 795468 T1215 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/]
[junit4] 2> 795470 T1215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 795470 T1215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 795471 T1215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 795471 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 795471 T1215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 795472 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 795472 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 795473 T1215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 795473 T1215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 795474 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 795490 T1215 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37245/solr
[junit4] 2> 795491 T1215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 795492 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 795495 T1235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60c7e8af name:ZooKeeperConnection Watcher:127.0.0.1:37245 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 795495 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 795509 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 795521 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 795524 T1237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c01acb7 name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 795524 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 795527 T1215 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 795531 T1215 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 795541 T1215 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 795543 T1215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29616_
[junit4] 2> 795545 T1215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29616_
[junit4] 2> 795556 T1215 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 795571 T1215 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 795575 T1215 oasc.Overseer.start Overseer (id=90132923587952643-127.0.0.1:29616_-n_0000000000) starting
[junit4] 2> 795587 T1215 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 795600 T1239 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 795601 T1215 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 795604 T1215 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 795607 T1215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 795611 T1238 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 795614 T1215 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915
[junit4] 2> 795778 T1215 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/conf/
[junit4] 2> 795785 T1215 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 795785 T1215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 795786 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 795787 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 795803 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4] 2> 795805 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 795810 T1242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c07b3d6 name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 795811 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 795812 T1215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 795815 T1215 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4] 2> 796085 T1215 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 796088 T1215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51021
[junit4] 2> 796089 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 796089 T1215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 796090 T1215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655
[junit4] 2> 796090 T1215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/'
[junit4] 2> 796128 T1215 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/solr.xml
[junit4] 2> 796206 T1215 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 796207 T1215 oasc.CoreContainer.<init> New CoreContainer 1515842997
[junit4] 2> 796208 T1215 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/]
[junit4] 2> 796209 T1215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 796210 T1215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 796210 T1215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 796211 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 796211 T1215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 796212 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 796212 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 796213 T1215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 796213 T1215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 796214 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 796228 T1215 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37245/solr
[junit4] 2> 796229 T1215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 796230 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 796233 T1253 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4605346a name:ZooKeeperConnection Watcher:127.0.0.1:37245 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 796233 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 796236 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 796245 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 796247 T1255 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53b9e444 name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 796248 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 796253 T1215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 797257 T1215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51021_
[junit4] 2> 797259 T1215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51021_
[junit4] 2> 797263 T1237 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 797263 T1255 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 797263 T1242 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 797270 T1215 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655
[junit4] 2> 797440 T1215 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/conf/
[junit4] 2> 797441 T1215 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 797441 T1215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 797442 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 797442 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 797735 T1215 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 797738 T1215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:20656
[junit4] 2> 797739 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 797739 T1215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 797740 T1215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375319271297
[junit4] 2> 797741 T1215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375319271297/'
[junit4] 2> 797779 T1215 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375319271297/solr.xml
[junit4] 2> 797857 T1215 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 797858 T1215 oasc.CoreContainer.<init> New CoreContainer 1572481896
[junit4] 2> 797858 T1215 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375319271297/]
[junit4] 2> 797860 T1215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 797861 T1215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 797862 T1215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 797862 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 797863 T1215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 797863 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 797864 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 797864 T1215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 797864 T1215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 797865 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 797882 T1215 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37245/solr
[junit4] 2> 797882 T1215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 797884 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 797943 T1267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6977e8ea name:ZooKeeperConnection Watcher:127.0.0.1:37245 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 797944 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 797948 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 797959 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 797961 T1269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7499d141 name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 797961 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 798029 T1215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 799033 T1215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:20656_
[junit4] 2> 799062 T1215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:20656_
[junit4] 2> 799066 T1242 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 799067 T1269 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 799067 T1255 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 799066 T1237 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 799082 T1215 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375319271297
[junit4] 2> 799086 T1215 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1375319271297/conf/
[junit4] 2> 799306 T1215 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 799307 T1215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 799308 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 799308 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 799658 T1215 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 799662 T1215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:15169
[junit4] 2> 799662 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 799663 T1215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 799664 T1215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165
[junit4] 2> 799664 T1215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/'
[junit4] 2> 799702 T1215 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/solr.xml
[junit4] 2> 799775 T1215 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 799776 T1215 oasc.CoreContainer.<init> New CoreContainer 1881260032
[junit4] 2> 799776 T1215 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/]
[junit4] 2> 799778 T1215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 799778 T1215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 799779 T1215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 799779 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 799780 T1215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 799780 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 799781 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 799781 T1215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 799782 T1215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 799782 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 799799 T1215 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37245/solr
[junit4] 2> 799800 T1215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 799801 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 799803 T1281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37c47983 name:ZooKeeperConnection Watcher:127.0.0.1:37245 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 799804 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 799806 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 799818 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 799820 T1283 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f227bc5 name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 799821 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 799833 T1215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 800836 T1215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:15169_
[junit4] 2> 800838 T1215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:15169_
[junit4] 2> 800847 T1283 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 800847 T1255 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 800847 T1237 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 800847 T1242 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 800847 T1269 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 800854 T1215 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165
[junit4] 2> 801013 T1215 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/conf/
[junit4] 2> 801019 T1215 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 801021 T1215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 801022 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 801022 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 801303 T1215 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 801306 T1215 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44943
[junit4] 2> 801306 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 801307 T1215 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 801307 T1215 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880
[junit4] 2> 801308 T1215 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/'
[junit4] 2> 801344 T1215 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/solr.xml
[junit4] 2> 801414 T1215 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 801415 T1215 oasc.CoreContainer.<init> New CoreContainer 762744502
[junit4] 2> 801415 T1215 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/]
[junit4] 2> 801417 T1215 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4] 2> 801418 T1215 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 801418 T1215 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 801418 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 801419 T1215 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 801419 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 801420 T1215 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 801420 T1215 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 801420 T1215 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 801421 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4] 2> 801436 T1215 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:37245/solr
[junit4] 2> 801437 T1215 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 801438 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 801441 T1295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4293660b name:ZooKeeperConnection Watcher:127.0.0.1:37245 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 801441 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 801454 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4] 2> 801465 T1215 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 801467 T1297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cc41471 name:ZooKeeperConnection Watcher:127.0.0.1:37245/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 801468 T1215 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 801477 T1215 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 802481 T1215 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44943_
[junit4] 2> 802514 T1215 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44943_
[junit4] 2> 802519 T1237 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 802519 T1283 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 802519 T1297 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 802519 T1269 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 802519 T1242 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 802519 T1255 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 802526 T1215 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880
[junit4] 2> 802528 T1215 oasc.CorePropertiesLocator.discoverUnder Found core conf in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/conf/
[junit4] 2> 802717 T1215 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 802718 T1215 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4] 2> 802718 T1215 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 802719 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 802742 T1215 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4] 2> 802763 T1245 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4] 2> 802766 T1237 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 802768 T1239 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 802769 T1239 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "numShards":"2",
[junit4] 2> "name":"nodes_used_collection",
[junit4] 2> "replicationFactor":"2"}
[junit4] 2> 803122 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 803123 T1238 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: nodes_used_collection
[junit4] 2> 803123 T1238 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with shards [shard1, shard2]
[junit4] 2> 803128 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 803128 T1255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 803128 T1297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 803128 T1242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 803128 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 803128 T1283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 803187 T1239 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 803187 T1239 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:15169_
[junit4] 2> 803188 T1239 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51021_
[junit4] 2> 803189 T1239 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:44943_
[junit4] 2> 803189 T1239 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:29616_
[junit4] 2> 803201 T1287 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4] 2> 803201 T1227 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4] 2> 803201 T1246 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4] 2> 803201 T1273 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4] 2> 803205 T1287 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 803205 T1227 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 803206 T1246 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 803206 T1273 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 804634 T1238 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 804635 T1238 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 804636 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:44943_",
[junit4] 2> "base_url":"http://127.0.0.1:44943"}
[junit4] 2> 804642 T1238 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 804642 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:29616_",
[junit4] 2> "base_url":"http://127.0.0.1:29616"}
[junit4] 2> 804653 T1238 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 804654 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:51021_",
[junit4] 2> "base_url":"http://127.0.0.1:51021"}
[junit4] 2> 804673 T1238 oasc.Overseer$ClusterStateUpdater.updateState WARN Could not find collection node for nodes_used_collection, skipping publish state
[junit4] 2> 804673 T1238 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "core_node_name":"core_node4",
[junit4] 2> "numShards":"2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "roles":null,
[junit4] 2> "state":"down",
[junit4] 2> "shard_state":"active",
[junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard_range":null,
[junit4] 2> "node_name":"127.0.0.1:15169_",
[junit4] 2> "base_url":"http://127.0.0.1:15169"}
[junit4] 2> 804689 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 804690 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 804690 T1255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 804689 T1242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 804689 T1297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 804689 T1283 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 805207 T1287 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica1
[junit4] 2> 805208 T1246 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica2
[junit4] 2> 805208 T1227 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard2_replica2
[junit4] 2> 805208 T1287 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/nodes_used_collection_shard2_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/nodes_used_collection_shard2_replica1/core.properties (No such file or directory)
[junit4] 2> 805209 T1246 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/nodes_used_collection_shard1_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/nodes_used_collection_shard1_replica2/core.properties (No such file or directory)
[junit4] 2> 805208 T1273 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for nodes_used_collection_shard1_replica1
[junit4] 2> 805209 T1227 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/nodes_used_collection_shard2_replica2/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/nodes_used_collection_shard2_replica2/core.properties (No such file or directory)
[junit4] 2> 805209 T1246 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/nodes_used_collection_shard1_replica2
[junit4] 2> 805209 T1287 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/nodes_used_collection_shard2_replica1
[junit4] 2> 805211 T1246 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 805210 T1273 oasc.CorePropertiesLocator.writePropertiesFile ERROR Couldn't persist core properties to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/nodes_used_collection_shard1_replica1/core.properties: java.io.FileNotFoundException: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/nodes_used_collection_shard1_replica1/core.properties (No such file or directory)
[junit4] 2> 805210 T1227 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/nodes_used_collection_shard2_replica2
[junit4] 2> 805212 T1246 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 805212 T1227 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 805212 T1273 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/nodes_used_collection_shard1_replica1
[junit4] 2> 805211 T1287 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 805213 T1227 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 805213 T1273 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4] 2> 805212 T1246 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 805214 T1287 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 805214 T1227 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 805215 T1287 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 805215 T1273 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4] 2> 805215 T1246 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 805216 T1227 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 805216 T1273 oasc.ZkController.getConfName Looking for collection configName
[junit4] 2> 805217 T1227 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 805217 T1287 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 805216 T1246 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 805218 T1273 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4] 2> 805218 T1287 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 805219 T1273 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4] 2> 805232 T1227 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 805233 T1246 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 805242 T1287 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 805242 T1273 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4] 2> 805242 T1227 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/nodes_used_collection_shard2_replica2/'
[junit4] 2> 805242 T1246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/nodes_used_collection_shard1_replica2/'
[junit4] 2> 805243 T1287 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/nodes_used_collection_shard2_replica1/'
[junit4] 2> 805243 T1273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/nodes_used_collection_shard1_replica1/'
[junit4] 2> 805359 T1246 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 805360 T1227 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 805360 T1273 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 805359 T1287 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_45
[junit4] 2> 805443 T1246 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 805443 T1227 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 805447 T1287 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 805448 T1273 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 805546 T1227 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 805548 T1287 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 805549 T1273 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 805552 T1246 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 805560 T1227 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4] 2> 805560 T1287 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4] 2> 805561 T1273 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4] 2> 805564 T1246 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4] 2> 806348 T1227 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806349 T1227 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806350 T1227 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 806352 T1273 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806353 T1287 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806353 T1273 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806354 T1246 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806354 T1287 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806355 T1273 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 806354 T1246 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4] 2> 806355 T1287 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 806356 T1246 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 806366 T1227 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 806368 T1246 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 806368 T1287 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 806368 T1273 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 806371 T1227 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 806374 T1246 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 806374 T1287 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 806375 T1273 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 806397 T1287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806398 T1246 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806398 T1227 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806398 T1273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806404 T1287 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806404 T1227 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806405 T1273 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806406 T1246 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 806410 T1227 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806410 T1287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806411 T1273 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806412 T1227 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806413 T1227 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806413 T1246 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806412 T1287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806414 T1287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806413 T1227 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806413 T1273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806415 T1273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806415 T1246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806415 T1287 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806416 T1246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806416 T1227 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806417 T1227 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806416 T1273 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806418 T1227 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 806418 T1287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806419 T1287 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806419 T1273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806417 T1246 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 806420 T1273 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806420 T1287 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 806419 T1227 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915//nodes_used_collection_shard2_replica2/data/
[junit4] 2> 806421 T1246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 806422 T1246 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 806421 T1287 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880//nodes_used_collection_shard2_replica1/data/
[junit4] 2> 806421 T1273 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 806423 T1287 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd9e2c7
[junit4] 2> 806423 T1246 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 806422 T1227 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd9e2c7
[junit4] 2> 806424 T1246 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655//nodes_used_collection_shard1_replica2/data/
[junit4] 2> 806423 T1273 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165//nodes_used_collection_shard1_replica1/data/
[junit4] 2> 806425 T1227 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915//nodes_used_collection_shard2_replica2/data
[junit4] 2> 806425 T1273 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd9e2c7
[junit4] 2> 806425 T1246 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd9e2c7
[junit4] 2> 806424 T1287 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880//nodes_used_collection_shard2_replica1/data
[junit4] 2> 806427 T1273 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165//nodes_used_collection_shard1_replica1/data
[junit4] 2> 806426 T1227 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915//nodes_used_collection_shard2_replica2/data/index/
[junit4] 2> 806427 T1246 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655//nodes_used_collection_shard1_replica2/data
[junit4] 2> 806427 T1273 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165//nodes_used_collection_shard1_replica1/data/index/
[junit4] 2> 806427 T1287 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880//nodes_used_collection_shard2_replica1/data/index/
[junit4] 2> 806428 T1273 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 806428 T1246 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655//nodes_used_collection_shard1_replica2/data/index/
[junit4] 2> 806429 T1273 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1375319273165//nodes_used_collection_shard1_replica1/data/index
[junit4] 2> 806428 T1227 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 806429 T1246 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 806430 T1227 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1375319268915//nodes_used_collection_shard2_replica2/data/index
[junit4] 2> 806431 T1246 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1375319269655//nodes_used_collection_shard1_replica2/data/index
[junit4] 2> 806429 T1287 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 806432 T1287 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1375319274880//nodes_used_collection_shard2_replica1/data/index
[junit4] 2> 806436 T1273 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@395e6726 lockFactory=org.apache.lucene.store.NativeFSLockFactory@35d61702),segFN=segments_1,generation=1}
[junit4] 2> 806436 T1273 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 806437 T1227 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1282fa7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d3ac260),segFN=segments_1,generation=1}
[junit4] 2> 806438 T1227 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 806439 T1287 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5268c04d lockFactory=org.apache.lucene.store.NativeFSLockFactory@514e8e8a),segFN=segments_1,generation=1}
[junit4] 2> 806439 T1287 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 806440 T1246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2ef8e535 lockFactory=org.apache.lucene.store.NativeFSLockFactory@675af91a),segFN=segments_1,generation=1}
[junit4] 2> 806441 T1246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 806442 T1273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 806443 T1273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 806444 T1273 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 806444 T1227 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 806445 T1273 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 806445 T1227 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 806445 T1273 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 806445 T1287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 806446 T1227 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 806446 T1273 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 806446 T1287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 806447 T1246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 806448 T1287 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 806447 T1273 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 806447 T1227 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 806449 T1273 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 806449 T1287 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 806448 T1246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 806450 T1287 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 806450 T1273 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 806450 T1227 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 806451 T1246 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 806451 T1287 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 806451 T1227 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 806452 T1246 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 806452 T1287 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 806453 T1227 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 806453 T1246 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 806454 T1246 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 806454 T1287 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 806455 T1246 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 806454 T1227 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 806455 T1287 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 806456 T1227 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 806456 T1246 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 806457 T1246 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 806464 T1273 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 806464 T1246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 806464 T1287 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 806464 T1227 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 806478 T1227 oass.SolrIndexSearcher.<init> Opening Searcher@7b0fddd7 main
[junit4] 2> 806478 T1246 oass.SolrIndexSearcher.<init> Opening Searcher@3f8efee1 main
[junit4] 2> 806478 T1273 oass.SolrIndexSearcher.<init> Opening Searcher@794a7594 main
[junit4] 2> 806478 T1287 oass.SolrIndexSearcher.<init> Opening Searcher@b2cfc7e main
[junit4] 2> 806480 T1227 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 806480 T1246 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 806481 T1227 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 806481 T1287 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 806481 T1273 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 806481 T1246 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 806482 T1273 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 806482 T1287 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 806488 T1303 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@7b0fddd7 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 806488 T1306 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@3f8efee1 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 806489 T1305 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@794a7594 main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 806489 T1304 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@b2cfc7e main{StandardDirectoryReader(segments_1:1)}
[junit4] 2> 806492 T1227 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4] 2> 806492 T1273 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4] 2> 806492 T1246 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4] 2> 806493 T1273 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:15169 collection:nodes_used_collection shard:shard1
[junit4] 2> 806493 T1287 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4] 2> 806493 T1227 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:29616 collection:nodes_used_collection shard:shard2
[junit4] 2> 806494 T1287 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:44943 collection:nodes_used_collection shard:shard2
[junit4] 2> 806494 T1273 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 806493 T1246 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:51021 collection:nodes_used_collection shard:shard1
[junit4] 2> 806495 T1287 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 806495 T1227 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 806496 T1246 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=15000&socketTimeout=30000&retry=false
[junit4] 2> 806525 T1287 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 806526 T1246 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 806526 T1273 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4] 2> 806526 T1227 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4] 2> 806558 T1273 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4] 2> 806559 T1227 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4] 2> 806564 T1273 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 806565 T1227 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4] 2> 806565 T1273 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 806565 T1227 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4] 2> 806566 T1273 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:15169/nodes_used_collection_shard1_replica1/
[junit4] 2> 806566 T1227 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29616/nodes_used_collection_shard2_replica2/
[junit4] 2> 806567 T1273 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:15169 START replicas=[http://127.0.0.1:51021/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4] 2> 806567 T1227 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:29616 START replicas=[http://127.0.0.1:44943/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4] 2> 806568 T1273 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:15169 DONE. We have no versions. sync failed.
[junit4] 2> 806568 T1273 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 806568 T1227 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:29616 DONE. We have no versions. sync failed.
[junit4] 2> 806569 T1273 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no v
[...truncated too long message...]
unit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1535)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCustomCollectionsAPI(CollectionsAPIDistributedZkTest.java:677)
[junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:159)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4] > Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 127.0.0.1:51021 timed out
[junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:129)
[junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4] > ... 45 more
[junit4] 2> 954957 T1215 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> 160213 T1214 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4] 2> 956119 T1297 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 956119 T1297 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 956119 T1297 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/c/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 956120 T1297 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/a/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 956120 T1297 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/new_implicit_coll_0/leader_elect/d/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=Pulsing41(freqCutoff=19 minBlockSize=44 maxBlockSize=168), range_facet_sl=Pulsing41(freqCutoff=19 minBlockSize=44 maxBlockSize=168), a_t=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), _version_=PostingsFormat(name=Memory doPackFST= false), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_si=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sq, timezone=IET
[junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=9,free=53666408,total=530644992
[junit4] 2> NOTE: All tests run in this JVM: [BasicDistributedZk2Test, TestDefaultSimilarityFactory, TestCoreDiscovery, TestNumberUtils, TestMergePolicyConfig, TestCollationField, CoreContainerCoreInitFailuresTest, TestLazyCores, TimeZoneUtilsTest, TestSuggestSpellingConverter, DocValuesMultiTest, TestArbitraryIndexDir, TestHashPartitioner, TestRTGBase, NoCacheHeaderTest, TestSchemaResource, StatsComponentTest, URLClassifyProcessorTest, ChaosMonkeySafeLeaderTest, DefaultValueUpdateProcessorTest, BadIndexSchemaTest, TestZkChroot, IndexSchemaRuntimeFieldTest, PathHierarchyTokenizerFactoryTest, NotRequiredUniqueKeyTest, PreAnalyzedUpdateProcessorTest, MultiTermTest, TestJmxMonitoredMap, DirectUpdateHandlerTest, TestSolrJ, QueryResultKeyTest, SolrPluginUtilsTest, RequiredFieldsTest, HdfsSyncSliceTest, TestBinaryField, BasicZkTest, TestUtils, TestSystemIdResolver, SolrRequestParserTest, TestSolrXMLSerializer, HdfsRecoveryZkTest, FullSolrCloudDistribCmdsTest, HdfsLockFactoryTest, NumericFieldsTest, FieldAnalysisRequestHandlerTest, DirectSolrSpellCheckerTest, TestRangeQuery, TestCSVLoader, CollectionsAPIDistributedZkTest]
[junit4] Completed on J1 in 161.51s, 1 test, 1 error <<< FAILURES!
[...truncated 608 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:395: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:375: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:449: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1233: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:876: There were test failures: 321 suites, 1350 tests, 1 error, 34 ignored (6 assumptions)
Total time: 57 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure