You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/01/08 08:12:53 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1210 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1210/

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 should have just been set up to be inconsistent - but it's still consistent

Stack Trace:
java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
	at __randomizedtesting.SeedInfo.seed([3A09CC5120ED14EE:BBEF424957B274D2]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)




Build Log:
[...truncated 8165 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T1239 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /nas/m
[junit4:junit4]   2> 4 T1239 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1357628295662
[junit4:junit4]   2> 5 T1239 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T1240 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 8 T1240 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 8 T1240 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 8 T1240 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 8 T1240 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T1240 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 106 T1239 oasc.ZkTestServer.run start zk server on port:45729
[junit4:junit4]   2> 106 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@37d5c2ae
[junit4:junit4]   2> 107 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T1245 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 107 T1245 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 107 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45730
[junit4:junit4]   2> 108 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45730
[junit4:junit4]   2> 108 T1243 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 110 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20000 with negotiated timeout 10000 for client /140.211.11.196:45730
[junit4:junit4]   2> 110 T1245 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20000, negotiated timeout = 10000
[junit4:junit4]   2> 111 T1246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37d5c2ae name:ZooKeeperConnection Watcher:127.0.0.1:45729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 111 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 111 T1239 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f20000
[junit4:junit4]   2> 128 T1246 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45730 which had sessionid 0x13c18f3c9f20000
[junit4:junit4]   2> 128 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f20000 closed
[junit4:junit4]   2> 129 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@26cd629f
[junit4:junit4]   2> 130 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 130 T1247 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 130 T1247 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 131 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45731
[junit4:junit4]   2> 131 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45731
[junit4:junit4]   2> 132 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20001 with negotiated timeout 10000 for client /140.211.11.196:45731
[junit4:junit4]   2> 132 T1247 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20001, negotiated timeout = 10000
[junit4:junit4]   2> 133 T1248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26cd629f name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 133 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 133 T1239 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 143 T1239 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 145 T1239 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 148 T1239 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 157 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 157 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 169 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 273 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 274 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 277 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 277 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 286 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 286 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 289 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 289 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 292 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 293 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 296 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 296 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 299 T1239 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 299 T1239 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 307 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f20001
[junit4:junit4]   2> 308 T1248 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 308 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f20001 closed
[junit4:junit4]   2> 308 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45731 which had sessionid 0x13c18f3c9f20001
[junit4:junit4]   2> 415 T1239 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 420 T1239 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45732
[junit4:junit4]   2> 420 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 420 T1239 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 421 T1239 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965
[junit4:junit4]   2> 421 T1239 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/solr.xml
[junit4:junit4]   2> 421 T1239 oasc.CoreContainer.<init> New CoreContainer 12096750
[junit4:junit4]   2> 422 T1239 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/'
[junit4:junit4]   2> 422 T1239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/'
[junit4:junit4]   2> 450 T1239 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 450 T1239 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 451 T1239 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 451 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 451 T1239 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 452 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 452 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 452 T1239 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 453 T1239 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 453 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 467 T1239 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 479 T1239 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45729/solr
[junit4:junit4]   2> 479 T1239 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 480 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5e8e6799
[junit4:junit4]   2> 481 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 481 T1258 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 482 T1258 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 482 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45733
[junit4:junit4]   2> 482 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45733
[junit4:junit4]   2> 485 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20002 with negotiated timeout 20000 for client /140.211.11.196:45733
[junit4:junit4]   2> 485 T1258 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20002, negotiated timeout = 20000
[junit4:junit4]   2> 486 T1259 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e8e6799 name:ZooKeeperConnection Watcher:127.0.0.1:45729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 486 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 487 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f20002
[junit4:junit4]   2> 488 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45733 which had sessionid 0x13c18f3c9f20002
[junit4:junit4]   2> 488 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f20002 closed
[junit4:junit4]   2> 488 T1259 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 488 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 496 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7fd91af7
[junit4:junit4]   2> 497 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 497 T1260 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 497 T1260 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 498 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45734
[junit4:junit4]   2> 498 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45734
[junit4:junit4]   2> 499 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20003 with negotiated timeout 20000 for client /140.211.11.196:45734
[junit4:junit4]   2> 499 T1260 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20003, negotiated timeout = 20000
[junit4:junit4]   2> 499 T1261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fd91af7 name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 499 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 501 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 510 T1239 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 512 T1239 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45732_nas%2Fm
[junit4:junit4]   2> 513 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45732_nas%2Fm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45732_nas%2Fm
[junit4:junit4]   2> 514 T1239 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45732_nas%2Fm
[junit4:junit4]   2> 522 T1239 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 534 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 535 T1239 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 538 T1239 oasc.Overseer.start Overseer (id=88973527984766979-127.0.0.1:45732_nas%2Fm-n_0000000000) starting
[junit4:junit4]   2> 539 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 545 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 546 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 553 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 558 T1263 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 559 T1239 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 571 T1239 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 572 T1262 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 576 T1264 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/collection1
[junit4:junit4]   2> 576 T1264 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 576 T1264 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 577 T1264 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 578 T1264 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/collection1/'
[junit4:junit4]   2> 579 T1264 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/collection1/lib/README' to classloader
[junit4:junit4]   2> 579 T1264 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 613 T1264 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 658 T1264 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 759 T1264 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 763 T1264 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1272 T1264 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1284 T1264 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1288 T1264 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1302 T1264 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1306 T1264 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1311 T1264 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1312 T1264 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1313 T1264 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1357628295965/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data/
[junit4:junit4]   2> 1313 T1264 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dc0435
[junit4:junit4]   2> 1314 T1264 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1349 T1264 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data forceNew:false
[junit4:junit4]   2> 1349 T1264 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data
[junit4:junit4]   2> 1350 T1264 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data/index/
[junit4:junit4]   2> 1351 T1264 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1352 T1264 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data/index forceNew:false
[junit4:junit4]   2> 1357 T1264 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3edb3d3e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1358 T1264 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1358 T1264 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data/index
[junit4:junit4]   2> 1359 T1264 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1361 T1264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1361 T1264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1361 T1264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1362 T1264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1363 T1264 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1363 T1264 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1363 T1264 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1364 T1264 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1364 T1264 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1365 T1264 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1365 T1264 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1366 T1264 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1366 T1264 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1367 T1264 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1367 T1264 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1367 T1264 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1368 T1264 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1368 T1264 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1369 T1264 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1369 T1264 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1370 T1264 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1370 T1264 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1371 T1264 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1371 T1264 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1372 T1264 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1373 T1264 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1380 T1264 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1384 T1264 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1385 T1264 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1388 T1264 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/control/data
[junit4:junit4]   2> 1389 T1264 oass.SolrIndexSearcher.<init> Opening Searcher@30a50905 main
[junit4:junit4]   2> 1391 T1264 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1391 T1264 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1391 T1264 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1409 T1264 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1464 T1265 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30a50905 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1469 T1264 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1469 T1264 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1470 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2077 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2078 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45732_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45732/nas/m"}
[junit4:junit4]   2> 2078 T1262 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2078 T1262 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2079 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2100 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2481 T1264 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2481 T1264 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45732/nas/m collection:control_collection shard:shard1
[junit4:junit4]   2> 2482 T1264 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2499 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2500 T1264 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2501 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2503 T1264 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2503 T1264 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2504 T1264 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45732/nas/m/collection1/
[junit4:junit4]   2> 2504 T1264 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2504 T1264 oasc.SyncStrategy.syncToMe http://127.0.0.1:45732/nas/m/collection1/ has no replicas
[junit4:junit4]   2> 2504 T1264 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45732/nas/m/collection1/
[junit4:junit4]   2> 2505 T1264 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2509 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3605 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3654 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3684 T1264 oasc.ZkController.register We are http://127.0.0.1:45732/nas/m/collection1/ and leader is http://127.0.0.1:45732/nas/m/collection1/
[junit4:junit4]   2> 3684 T1264 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45732/nas/m
[junit4:junit4]   2> 3684 T1264 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3684 T1264 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3684 T1264 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3686 T1264 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3687 T1239 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3688 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3688 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3702 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3711 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@526f75ab
[junit4:junit4]   2> 3712 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3712 T1266 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3713 T1266 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 3713 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45735
[junit4:junit4]   2> 3714 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45735
[junit4:junit4]   2> 3715 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20004 with negotiated timeout 10000 for client /140.211.11.196:45735
[junit4:junit4]   2> 3716 T1266 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20004, negotiated timeout = 10000
[junit4:junit4]   2> 3716 T1267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@526f75ab name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3716 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3718 T1239 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3719 T1239 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3877 T1239 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3879 T1239 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45736
[junit4:junit4]   2> 3880 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3880 T1239 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3881 T1239 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377
[junit4:junit4]   2> 3881 T1239 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/solr.xml
[junit4:junit4]   2> 3882 T1239 oasc.CoreContainer.<init> New CoreContainer 1423041863
[junit4:junit4]   2> 3883 T1239 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/'
[junit4:junit4]   2> 3883 T1239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/'
[junit4:junit4]   2> 3925 T1239 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3925 T1239 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3926 T1239 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3926 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3926 T1239 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3927 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3928 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3928 T1239 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3928 T1239 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3929 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3948 T1239 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3970 T1239 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45729/solr
[junit4:junit4]   2> 3970 T1239 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3971 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c0d207a
[junit4:junit4]   2> 3972 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3972 T1277 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3973 T1277 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 3974 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45737
[junit4:junit4]   2> 3974 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45737
[junit4:junit4]   2> 3976 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20005 with negotiated timeout 20000 for client /140.211.11.196:45737
[junit4:junit4]   2> 3976 T1277 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20005, negotiated timeout = 20000
[junit4:junit4]   2> 3976 T1278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c0d207a name:ZooKeeperConnection Watcher:127.0.0.1:45729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3977 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3978 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f20005
[junit4:junit4]   2> 3988 T1278 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3988 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45737 which had sessionid 0x13c18f3c9f20005
[junit4:junit4]   2> 3988 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f20005 closed
[junit4:junit4]   2> 3989 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 3999 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@63e0521c
[junit4:junit4]   2> 4000 T1279 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4000 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4001 T1279 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 4001 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45738
[junit4:junit4]   2> 4001 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45738
[junit4:junit4]   2> 4003 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20006 with negotiated timeout 20000 for client /140.211.11.196:45738
[junit4:junit4]   2> 4003 T1279 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20006, negotiated timeout = 20000
[junit4:junit4]   2> 4003 T1280 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63e0521c name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4003 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4004 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4006 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4014 T1239 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45736_nas%2Fm
[junit4:junit4]   2> 4015 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45736_nas%2Fm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45736_nas%2Fm
[junit4:junit4]   2> 4016 T1239 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45736_nas%2Fm
[junit4:junit4]   2> 4019 T1267 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4019 T1261 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4019 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4028 T1239 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4036 T1281 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/collection1
[junit4:junit4]   2> 4036 T1281 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4036 T1281 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4037 T1281 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4038 T1281 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/collection1/'
[junit4:junit4]   2> 4039 T1281 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4039 T1281 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/collection1/lib/README' to classloader
[junit4:junit4]   2> 4081 T1281 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 4132 T1281 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4232 T1281 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4236 T1281 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4634 T1281 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4642 T1281 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4644 T1281 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4656 T1281 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4660 T1281 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4663 T1281 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4664 T1281 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4665 T1281 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1357628299377/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/
[junit4:junit4]   2> 4665 T1281 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dc0435
[junit4:junit4]   2> 4666 T1281 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 4666 T1281 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1 forceNew:false
[junit4:junit4]   2> 4667 T1281 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 4667 T1281 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index/
[junit4:junit4]   2> 4667 T1281 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4668 T1281 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index forceNew:false
[junit4:junit4]   2> 4698 T1281 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4698 T1281 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4699 T1281 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index
[junit4:junit4]   2> 4699 T1281 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4701 T1281 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4701 T1281 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4701 T1281 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4702 T1281 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4702 T1281 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4702 T1281 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4702 T1281 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4703 T1281 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4703 T1281 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4704 T1281 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4704 T1281 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4705 T1281 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4705 T1281 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4705 T1281 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4705 T1281 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4706 T1281 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4706 T1281 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4707 T1281 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4707 T1281 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4707 T1281 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4708 T1281 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4708 T1281 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4709 T1281 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4709 T1281 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4709 T1281 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4710 T1281 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4715 T1281 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4718 T1281 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4719 T1281 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4720 T1281 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 4721 T1281 oass.SolrIndexSearcher.<init> Opening Searcher@3718104f main
[junit4:junit4]   2> 4722 T1281 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4722 T1281 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4723 T1281 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4728 T1281 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4780 T1282 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3718104f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4784 T1281 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4784 T1281 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5160 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5161 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45732_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45732/nas/m"}
[junit4:junit4]   2> 5165 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45736_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45736/nas/m"}
[junit4:junit4]   2> 5166 T1262 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 5166 T1262 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5179 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5179 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5179 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5787 T1281 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5787 T1281 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45736/nas/m collection:collection1 shard:shard1
[junit4:junit4]   2> 5788 T1281 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5835 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20006 type:delete cxid:0x43 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5836 T1281 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5837 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20006 type:create cxid:0x44 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5845 T1281 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5846 T1281 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5846 T1281 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45736/nas/m/collection1/
[junit4:junit4]   2> 5846 T1281 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5847 T1281 oasc.SyncStrategy.syncToMe http://127.0.0.1:45736/nas/m/collection1/ has no replicas
[junit4:junit4]   2> 5847 T1281 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45736/nas/m/collection1/
[junit4:junit4]   2> 5847 T1281 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5851 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20006 type:create cxid:0x4e zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6692 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6715 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6715 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6715 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6726 T1281 oasc.ZkController.register We are http://127.0.0.1:45736/nas/m/collection1/ and leader is http://127.0.0.1:45736/nas/m/collection1/
[junit4:junit4]   2> 6726 T1281 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45736/nas/m
[junit4:junit4]   2> 6726 T1281 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6726 T1281 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6727 T1281 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6728 T1281 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6729 T1239 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 6730 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6730 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6846 T1239 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6849 T1239 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45739
[junit4:junit4]   2> 6849 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6850 T1239 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6850 T1239 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396
[junit4:junit4]   2> 6850 T1239 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/solr.xml
[junit4:junit4]   2> 6851 T1239 oasc.CoreContainer.<init> New CoreContainer 1382287841
[junit4:junit4]   2> 6851 T1239 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/'
[junit4:junit4]   2> 6851 T1239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/'
[junit4:junit4]   2> 6879 T1239 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 6880 T1239 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6880 T1239 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6881 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6881 T1239 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6881 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6881 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6882 T1239 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6882 T1239 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6882 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6895 T1239 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6908 T1239 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45729/solr
[junit4:junit4]   2> 6908 T1239 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6908 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1756ad3e
[junit4:junit4]   2> 6909 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6910 T1292 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6910 T1292 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 6910 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45740
[junit4:junit4]   2> 6911 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45740
[junit4:junit4]   2> 6913 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20007 with negotiated timeout 20000 for client /140.211.11.196:45740
[junit4:junit4]   2> 6913 T1292 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20007, negotiated timeout = 20000
[junit4:junit4]   2> 6913 T1293 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1756ad3e name:ZooKeeperConnection Watcher:127.0.0.1:45729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6913 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6915 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f20007
[junit4:junit4]   2> 6927 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45740 which had sessionid 0x13c18f3c9f20007
[junit4:junit4]   2> 6927 T1293 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6927 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f20007 closed
[junit4:junit4]   2> 6927 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 6935 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@194527c6
[junit4:junit4]   2> 6936 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6936 T1294 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6937 T1294 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 6937 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45741
[junit4:junit4]   2> 6937 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45741
[junit4:junit4]   2> 6938 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20008 with negotiated timeout 20000 for client /140.211.11.196:45741
[junit4:junit4]   2> 6939 T1294 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20008, negotiated timeout = 20000
[junit4:junit4]   2> 6939 T1295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@194527c6 name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6939 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6941 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6942 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6944 T1239 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45739_nas%2Fm
[junit4:junit4]   2> 6945 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f20008 type:delete cxid:0x4 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45739_nas%2Fm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45739_nas%2Fm
[junit4:junit4]   2> 6952 T1239 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45739_nas%2Fm
[junit4:junit4]   2> 6955 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6955 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6956 T1261 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6956 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6958 T1280 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6958 T1267 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6960 T1239 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6965 T1296 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/collection1
[junit4:junit4]   2> 6966 T1296 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6967 T1296 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6967 T1296 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6968 T1296 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/collection1/'
[junit4:junit4]   2> 6969 T1296 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/collection1/lib/README' to classloader
[junit4:junit4]   2> 6970 T1296 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7021 T1296 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 7089 T1296 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7190 T1296 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7195 T1296 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7788 T1296 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7800 T1296 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7804 T1296 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7818 T1296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7823 T1296 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7827 T1296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7829 T1296 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7830 T1296 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1357628302396/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/
[junit4:junit4]   2> 7830 T1296 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dc0435
[junit4:junit4]   2> 7831 T1296 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 7832 T1296 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2 forceNew:false
[junit4:junit4]   2> 7833 T1296 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 7833 T1296 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index/
[junit4:junit4]   2> 7834 T1296 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7835 T1296 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index forceNew:false
[junit4:junit4]   2> 7862 T1296 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@200d6fb6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7863 T1296 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7863 T1296 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index
[junit4:junit4]   2> 7864 T1296 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7866 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7866 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7867 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7867 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7868 T1296 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7868 T1296 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7869 T1296 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7869 T1296 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7870 T1296 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7871 T1296 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7871 T1296 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7872 T1296 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7872 T1296 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7873 T1296 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7873 T1296 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7874 T1296 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7874 T1296 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7875 T1296 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7875 T1296 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7876 T1296 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7877 T1296 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7877 T1296 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7878 T1296 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7878 T1296 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7879 T1296 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7880 T1296 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7887 T1296 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7891 T1296 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7893 T1296 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7895 T1296 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 7897 T1296 oass.SolrIndexSearcher.<init> Opening Searcher@b91db8 main
[junit4:junit4]   2> 7898 T1296 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7898 T1296 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7899 T1296 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7921 T1296 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8137 T1297 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b91db8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8140 T1296 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8140 T1296 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8228 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8228 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45736_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45736/nas/m"}
[junit4:junit4]   2> 8236 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45739_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45739/nas/m"}
[junit4:junit4]   2> 8236 T1262 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 8236 T1262 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8254 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8254 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8254 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8254 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9144 T1296 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9144 T1296 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45739/nas/m collection:collection1 shard:shard1
[junit4:junit4]   2> 9173 T1296 oasc.ZkController.register We are http://127.0.0.1:45739/nas/m/collection1/ and leader is http://127.0.0.1:45736/nas/m/collection1/
[junit4:junit4]   2> 9173 T1296 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45739/nas/m
[junit4:junit4]   2> 9173 T1296 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 9174 T1296 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C72 name=collection1 org.apache.solr.core.SolrCore@47766711 url=http://127.0.0.1:45739/nas/m/collection1 node=127.0.0.1:45739_nas%2Fm C72_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45739_nas%2Fm, base_url=http://127.0.0.1:45739/nas/m}
[junit4:junit4]   2> 9174 T1298 C72 P45739 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 9175 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 9175 T1298 C72 P45739 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 9175 T1296 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9175 T1298 C72 P45739 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9176 T1239 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 9177 T1298 C72 P45739 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9177 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9177 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9293 T1239 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9295 T1239 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45743
[junit4:junit4]   2> 9296 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9296 T1239 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9296 T1239 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844
[junit4:junit4]   2> 9297 T1239 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/solr.xml
[junit4:junit4]   2> 9297 T1239 oasc.CoreContainer.<init> New CoreContainer 1440298762
[junit4:junit4]   2> 9298 T1239 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/'
[junit4:junit4]   2> 9298 T1239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/'
[junit4:junit4]   2> 9326 T1239 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 9326 T1239 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9326 T1239 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9327 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9327 T1239 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9327 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9328 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9328 T1239 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9328 T1239 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9329 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9341 T1239 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9353 T1239 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45729/solr
[junit4:junit4]   2> 9353 T1239 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9353 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@359be9fb
[junit4:junit4]   2> 9354 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9355 T1308 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9361 T1308 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 9361 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45744
[junit4:junit4]   2> 9361 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45744
[junit4:junit4]   2> 9363 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f20009 with negotiated timeout 20000 for client /140.211.11.196:45744
[junit4:junit4]   2> 9363 T1308 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f20009, negotiated timeout = 20000
[junit4:junit4]   2> 9363 T1309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@359be9fb name:ZooKeeperConnection Watcher:127.0.0.1:45729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9364 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9365 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f20009
[junit4:junit4]   2> 9377 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:45744 which had sessionid 0x13c18f3c9f20009
[junit4:junit4]   2> 9377 T1309 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9377 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f20009 closed
[junit4:junit4]   2> 9377 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 9383 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5374f197
[junit4:junit4]   2> 9384 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9384 T1310 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9385 T1310 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 9385 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:45745
[junit4:junit4]   2> 9385 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:45745
[junit4:junit4]   2> 9386 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f2000a with negotiated timeout 20000 for client /140.211.11.196:45745
[junit4:junit4]   2> 9386 T1310 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f2000a, negotiated timeout = 20000
[junit4:junit4]   2> 9387 T1311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5374f197 name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9387 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9388 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f2000a type:create cxid:0x1 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9390 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f2000a type:create cxid:0x2 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9397 T1239 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45743_nas%2Fm
[junit4:junit4]   2> 9398 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f2000a type:delete cxid:0x4 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45743_nas%2Fm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45743_nas%2Fm
[junit4:junit4]   2> 9399 T1239 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45743_nas%2Fm
[junit4:junit4]   2> 9401 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9401 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9402 T1261 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9402 T1295 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9402 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9402 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9403 T1280 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9403 T1267 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9411 T1239 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9416 T1312 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/collection1
[junit4:junit4]   2> 9416 T1312 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9417 T1312 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9417 T1312 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9419 T1312 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/collection1/'
[junit4:junit4]   2> 9420 T1312 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/collection1/lib/README' to classloader
[junit4:junit4]   2> 9420 T1312 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9471 T1312 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 9539 T1312 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9640 T1312 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9646 T1312 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9770 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9775 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45739_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45739/nas/m"}
[junit4:junit4]   2> 9791 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9791 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9791 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9791 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9791 T1311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10239 T1312 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10251 T1312 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10255 T1312 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10270 T1312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10275 T1312 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10279 T1312 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10281 T1312 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10283 T1312 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1357628304844/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/
[junit4:junit4]   2> 10283 T1312 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dc0435
[junit4:junit4]   2> 10284 T1312 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 10285 T1312 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3 forceNew:false
[junit4:junit4]   2> 10285 T1312 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 10286 T1312 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index/
[junit4:junit4]   2> 10286 T1312 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10287 T1312 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index forceNew:false
[junit4:junit4]   2> 10293 T1312 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@90c8bbb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10293 T1312 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10294 T1312 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index
[junit4:junit4]   2> 10294 T1312 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10296 T1312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10297 T1312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10297 T1312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10297 T1312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10298 T1312 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10298 T1312 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10299 T1312 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10299 T1312 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10300 T1312 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10301 T1312 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10301 T1312 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10302 T1312 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10302 T1312 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10303 T1312 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10303 T1312 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10304 T1312 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10304 T1312 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10305 T1312 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10306 T1312 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10306 T1312 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10307 T1312 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10307 T1312 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10308 T1312 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10309 T1312 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10309 T1312 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10310 T1312 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10317 T1312 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10321 T1312 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10323 T1312 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10325 T1312 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 10327 T1312 oass.SolrIndexSearcher.<init> Opening Searcher@19f7bd7b main
[junit4:junit4]   2> 10328 T1312 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10328 T1312 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10329 T1312 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10336 T1312 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10387 T1313 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19f7bd7b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10393 T1312 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10393 T1312 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11297 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11297 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45743_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45743/nas/m"}
[junit4:junit4]   2> 11298 T1262 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11298 T1262 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11313 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11313 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11313 T1311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11313 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11313 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11396 T1312 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11396 T1312 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45743/nas/m collection:collection1 shard:shard1
[junit4:junit4]   2> 11399 T1312 oasc.ZkController.register We are http://127.0.0.1:45743/nas/m/collection1/ and leader is http://127.0.0.1:45736/nas/m/collection1/
[junit4:junit4]   2> 11399 T1312 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45743/nas/m
[junit4:junit4]   2> 11400 T1312 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11400 T1312 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C73 name=collection1 org.apache.solr.core.SolrCore@27d03e8d url=http://127.0.0.1:45743/nas/m/collection1 node=127.0.0.1:45743_nas%2Fm C73_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45743_nas%2Fm, base_url=http://127.0.0.1:45743/nas/m}
[junit4:junit4]   2> 11400 T1314 C73 P45743 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11400 T1312 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11401 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11401 T1314 C73 P45743 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11402 T1314 C73 P45743 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11402 T1239 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 11403 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11403 T1314 C73 P45743 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11403 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11581 T1239 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11584 T1239 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:38708
[junit4:junit4]   2> 11584 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11585 T1239 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11585 T1239 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079
[junit4:junit4]   2> 11586 T1239 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/solr.xml
[junit4:junit4]   2> 11586 T1239 oasc.CoreContainer.<init> New CoreContainer 7760328
[junit4:junit4]   2> 11587 T1239 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/'
[junit4:junit4]   2> 11588 T1239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/'
[junit4:junit4]   2> 11630 T1239 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 11630 T1239 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11631 T1239 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11631 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11632 T1239 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11632 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11633 T1239 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11633 T1239 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11634 T1239 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11634 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11654 T1239 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11673 T1239 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:45729/solr
[junit4:junit4]   2> 11674 T1239 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11674 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@30b078b0
[junit4:junit4]   2> 11675 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11675 T1324 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11676 T1324 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 11677 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:27002
[junit4:junit4]   2> 11677 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:27002
[junit4:junit4]   2> 11679 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f2000b with negotiated timeout 20000 for client /140.211.11.196:27002
[junit4:junit4]   2> 11679 T1324 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f2000b, negotiated timeout = 20000
[junit4:junit4]   2> 11679 T1325 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30b078b0 name:ZooKeeperConnection Watcher:127.0.0.1:45729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11680 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11681 T1244 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13c18f3c9f2000b
[junit4:junit4]   2> 11695 T1241 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:27002 which had sessionid 0x13c18f3c9f2000b
[junit4:junit4]   2> 11695 T1325 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11695 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f2000b closed
[junit4:junit4]   2> 11695 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 11706 T1239 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:45729/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@353980e1
[junit4:junit4]   2> 11707 T1239 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11707 T1326 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11708 T1326 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:45729, initiating session
[junit4:junit4]   2> 11708 T1241 oazs.NIOServerCnxnFactory.run Accepted socket connection from /140.211.11.196:55436
[junit4:junit4]   2> 11709 T1241 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /140.211.11.196:55436
[junit4:junit4]   2> 11710 T1243 oazs.ZooKeeperServer.finishSessionInit Established session 0x13c18f3c9f2000c with negotiated timeout 20000 for client /140.211.11.196:55436
[junit4:junit4]   2> 11710 T1326 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:45729, sessionid = 0x13c18f3c9f2000c, negotiated timeout = 20000
[junit4:junit4]   2> 11710 T1327 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@353980e1 name:ZooKeeperConnection Watcher:127.0.0.1:45729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11710 T1239 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11711 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f2000c type:create cxid:0x1 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11713 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f2000c type:create cxid:0x2 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11714 T1239 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38708_nas%2Fm
[junit4:junit4]   2> 11715 T1244 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13c18f3c9f2000c type:delete cxid:0x4 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38708_nas%2Fm Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38708_nas%2Fm
[junit4:junit4]   2> 11724 T1239 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38708_nas%2Fm
[junit4:junit4]   2> 11727 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11727 T1311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11727 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11727 T1261 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11727 T1295 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11728 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11728 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 11729 T1267 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11729 T1280 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11729 T1311 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 11732 T1239 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 11739 T1328 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/collection1
[junit4:junit4]   2> 11739 T1328 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 11740 T1328 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 11740 T1328 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 11742 T1328 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/collection1/'
[junit4:junit4]   2> 11743 T1328 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/collection1/lib/README' to classloader
[junit4:junit4]   2> 11743 T1328 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 11793 T1328 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 11862 T1328 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 11963 T1328 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 11968 T1328 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C72_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45739_nas%2Fm, base_url=http://127.0.0.1:45739/nas/m}
[junit4:junit4]   2> 12190 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45736/nas/m/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 12190 T1298 C72 P45739 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45739/nas/m START replicas=[http://127.0.0.1:45736/nas/m/collection1/] nUpdates=100
[junit4:junit4]   2> 12191 T1298 C72 P45739 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 12191 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 12191 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 12192 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 12192 T1298 C72 P45739 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 12192 T1298 C72 P45739 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45736/nas/m/collection1/. core=collection1
[junit4:junit4]   2> 12192 T1298 C72 P45739 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C74 name=collection1 org.apache.solr.core.SolrCore@61fe38f3 url=http://127.0.0.1:45736/nas/m/collection1 node=127.0.0.1:45736_nas%2Fm C74_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45736_nas%2Fm, base_url=http://127.0.0.1:45736/nas/m, leader=true}
[junit4:junit4]   2> 12200 T1272 C74 P45736 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12204 T1273 C74 P45736 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12205 T1273 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 12209 T1273 C74 P45736 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12210 T1273 C74 P45736 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12213 T1273 C74 P45736 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12214 T1273 C74 P45736 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12215 T1273 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 12216 T1273 C74 P45736 oass.SolrIndexSearcher.<init> Opening Searcher@5b392847 realtime
[junit4:junit4]   2> 12216 T1273 C74 P45736 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12217 T1273 C74 P45736 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 12217 T1298 C72 P45739 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12218 T1298 C72 P45739 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 12220 T1274 C74 P45736 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 12221 T1274 C74 P45736 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 12221 T1298 C72 P45739 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 12221 T1298 C72 P45739 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 12222 T1298 C72 P45739 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 12224 T1274 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 12225 T1274 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index
[junit4:junit4]   2> 12225 T1274 C74 P45736 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 12225 T1298 C72 P45739 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 12227 T1298 C72 P45739 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883 forceNew:false
[junit4:junit4]   2> 12227 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12228 T1298 C72 P45739 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883 lockFactory=org.apache.lucene.store.NativeFSLockFactory@249117e3) fullCopy=true
[junit4:junit4]   2> 12231 T1274 C74 P45736 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 12232 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index
[junit4:junit4]   2> 12232 T1298 C72 P45739 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 12233 T1298 C72 P45739 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130108065827883
[junit4:junit4]   2> 12234 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12235 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12235 T1298 C72 P45739 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index/ new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883
[junit4:junit4]   2> 12238 T1298 C72 P45739 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883 lockFactory=org.apache.lucene.store.NativeFSLockFactory@249117e3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12239 T1298 C72 P45739 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12240 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12240 T1298 C72 P45739 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 12240 T1298 C72 P45739 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 12240 T1298 C72 P45739 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 12241 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883
[junit4:junit4]   2> 12241 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12244 T1298 C72 P45739 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883 lockFactory=org.apache.lucene.store.NativeFSLockFactory@249117e3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 12245 T1298 C72 P45739 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 12245 T1298 C72 P45739 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 12245 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12245 T1298 C72 P45739 oass.SolrIndexSearcher.<init> Opening Searcher@20d37520 main
[junit4:junit4]   2> 12247 T1297 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20d37520 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 12248 T1297 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index
[junit4:junit4]   2> 12248 T1298 C72 P45739 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 12250 T1298 C72 P45739 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883 lockFactory=org.apache.lucene.store.NativeFSLockFactory@249117e3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883 lockFactory=org.apache.lucene.store.NativeFSLockFactory@249117e3),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 12250 T1298 C72 P45739 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 12251 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2
[junit4:junit4]   2> 12251 T1298 C72 P45739 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 12251 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index.20130108065827883
[junit4:junit4]   2> 12252 T1298 C72 P45739 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty2/index
[junit4:junit4]   2> 12252 T1298 C72 P45739 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 12252 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 12252 T1298 C72 P45739 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12252 T1298 C72 P45739 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12260 T1298 C72 P45739 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 12579 T1328 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 12591 T1328 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 12596 T1328 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 12611 T1328 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12622 T1328 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 12626 T1328 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12628 T1328 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 12629 T1328 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1357628307079/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/
[junit4:junit4]   2> 12629 T1328 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2dc0435
[junit4:junit4]   2> 12630 T1328 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 12631 T1328 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4 forceNew:false
[junit4:junit4]   2> 12631 T1328 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 12632 T1328 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index/
[junit4:junit4]   2> 12632 T1328 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 12634 T1328 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index forceNew:false
[junit4:junit4]   2> 12639 T1328 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fa357c9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12639 T1328 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12640 T1328 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index
[junit4:junit4]   2> 12640 T1328 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 12642 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 12643 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 12643 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 12644 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 12644 T1328 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 12645 T1328 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 12645 T1328 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 12646 T1328 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 12646 T1328 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 12647 T1328 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 12648 T1328 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 12648 T1328 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 12649 T1328 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 12649 T1328 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 12649 T1328 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 12650 T1328 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 12651 T1328 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12651 T1328 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12652 T1328 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12652 T1328 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12653 T1328 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12654 T1328 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12654 T1328 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12655 T1328 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 12655 T1328 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 12656 T1328 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 12663 T1328 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 12667 T1328 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 12669 T1328 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 12671 T1328 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 12673 T1328 oass.SolrIndexSearcher.<init> Opening Searcher@52a1bab6 main
[junit4:junit4]   2> 12674 T1328 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 12674 T1328 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 12675 T1328 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 12682 T1328 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 12735 T1331 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52a1bab6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 12739 T1328 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 12739 T1328 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12817 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12818 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45743_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45743/nas/m"}
[junit4:junit4]   2> 12822 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45739_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45739/nas/m"}
[junit4:junit4]   2> 12837 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38708_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38708/nas/m"}
[junit4:junit4]   2> 12837 T1262 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 12837 T1262 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 12850 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12850 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12851 T1327 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12850 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12850 T1311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12850 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13741 T1328 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 13741 T1328 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38708/nas/m collection:collection1 shard:shard1
[junit4:junit4]   2> 13770 T1328 oasc.ZkController.register We are http://127.0.0.1:38708/nas/m/collection1/ and leader is http://127.0.0.1:45736/nas/m/collection1/
[junit4:junit4]   2> 13770 T1328 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38708/nas/m
[junit4:junit4]   2> 13771 T1328 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 13771 T1328 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C75 name=collection1 org.apache.solr.core.SolrCore@4b0be713 url=http://127.0.0.1:38708/nas/m/collection1 node=127.0.0.1:38708_nas%2Fm C75_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:38708_nas%2Fm, base_url=http://127.0.0.1:38708/nas/m}
[junit4:junit4]   2> 13771 T1332 C75 P38708 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 13772 T1332 C75 P38708 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 13772 T1328 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13772 T1332 C75 P38708 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 13773 T1332 C75 P38708 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13773 T1239 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4]   2> 13774 T1332 C75 P38708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13774 T1239 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13775 T1239 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13784 T1239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13786 T1239 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 13786 T1239 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 13787 T1239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14366 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14367 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38708_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38708/nas/m"}
[junit4:junit4]   2> 14413 T1311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14413 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14413 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14413 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14413 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14413 T1327 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14789 T1239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C73_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45743_nas%2Fm, base_url=http://127.0.0.1:45743/nas/m}
[junit4:junit4]   2> 15426 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45736/nas/m/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15426 T1314 C73 P45743 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45743/nas/m START replicas=[http://127.0.0.1:45736/nas/m/collection1/] nUpdates=100
[junit4:junit4]   2> 15426 T1314 C73 P45743 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15427 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15427 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15427 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15427 T1314 C73 P45743 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15427 T1314 C73 P45743 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45736/nas/m/collection1/. core=collection1
[junit4:junit4]   2> 15427 T1314 C73 P45743 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15429 T1272 C74 P45736 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15434 T1276 C74 P45736 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15439 T1276 C74 P45736 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15439 T1276 C74 P45736 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15440 T1276 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 15440 T1276 C74 P45736 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15441 T1276 C74 P45736 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 15442 T1314 C73 P45743 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15442 T1314 C73 P45743 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15444 T1274 C74 P45736 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15445 T1314 C73 P45743 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 15445 T1314 C73 P45743 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15445 T1314 C73 P45743 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15447 T1274 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 15447 T1274 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index
[junit4:junit4]   2> 15448 T1274 C74 P45736 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15448 T1314 C73 P45743 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15449 T1314 C73 P45743 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105 forceNew:false
[junit4:junit4]   2> 15449 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15450 T1314 C73 P45743 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1afa463f) fullCopy=true
[junit4:junit4]   2> 15453 T1274 C74 P45736 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 15454 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index
[junit4:junit4]   2> 15454 T1314 C73 P45743 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15455 T1314 C73 P45743 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130108065831105
[junit4:junit4]   2> 15456 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15457 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15457 T1314 C73 P45743 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index/ new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105
[junit4:junit4]   2> 15460 T1314 C73 P45743 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1afa463f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15460 T1314 C73 P45743 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15462 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15462 T1314 C73 P45743 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15462 T1314 C73 P45743 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15462 T1314 C73 P45743 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15463 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105
[junit4:junit4]   2> 15464 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15467 T1314 C73 P45743 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1afa463f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15467 T1314 C73 P45743 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15468 T1314 C73 P45743 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15468 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15468 T1314 C73 P45743 oass.SolrIndexSearcher.<init> Opening Searcher@25450aa2 main
[junit4:junit4]   2> 15470 T1313 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25450aa2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 15470 T1313 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index
[junit4:junit4]   2> 15470 T1314 C73 P45743 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15473 T1314 C73 P45743 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1afa463f),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1afa463f),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 15473 T1314 C73 P45743 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 15474 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3
[junit4:junit4]   2> 15474 T1314 C73 P45743 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15474 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index.20130108065831105
[junit4:junit4]   2> 15475 T1314 C73 P45743 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty3/index
[junit4:junit4]   2> 15475 T1314 C73 P45743 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15475 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15475 T1314 C73 P45743 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15476 T1314 C73 P45743 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15483 T1314 C73 P45743 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15791 T1239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15918 T1262 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15919 T1262 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45743_nas%2Fm",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45743/nas/m"}
[junit4:junit4]   2> 15936 T1311 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15936 T1267 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15936 T1327 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15936 T1280 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15936 T1295 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15936 T1261 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C75_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:38708_nas%2Fm, base_url=http://127.0.0.1:38708/nas/m}
[junit4:junit4]   2> 16786 T1332 C75 P38708 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45736/nas/m/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 16786 T1332 C75 P38708 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38708/nas/m START replicas=[http://127.0.0.1:45736/nas/m/collection1/] nUpdates=100
[junit4:junit4]   2> 16787 T1332 C75 P38708 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 16787 T1332 C75 P38708 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 16787 T1332 C75 P38708 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 16787 T1332 C75 P38708 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 16788 T1332 C75 P38708 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 16788 T1332 C75 P38708 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45736/nas/m/collection1/. core=collection1
[junit4:junit4]   2> 16788 T1332 C75 P38708 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16789 T1272 C74 P45736 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16793 T1239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16802 T1270 C74 P45736 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16806 T1270 C74 P45736 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d218878),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 16806 T1270 C74 P45736 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 16807 T1270 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 16808 T1270 C74 P45736 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 16808 T1270 C74 P45736 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 16809 T1332 C75 P38708 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 16809 T1332 C75 P38708 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 16811 T1274 C74 P45736 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 16812 T1332 C75 P38708 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 16812 T1332 C75 P38708 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 16812 T1332 C75 P38708 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 16814 T1274 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1
[junit4:junit4]   2> 16815 T1274 C74 P45736 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty1/index
[junit4:junit4]   2> 16815 T1274 C74 P45736 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 16815 T1332 C75 P38708 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 16817 T1332 C75 P38708 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473 forceNew:false
[junit4:junit4]   2> 16817 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 16818 T1332 C75 P38708 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1cb860) fullCopy=true
[junit4:junit4]   2> 16821 T1274 C74 P45736 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 16822 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index
[junit4:junit4]   2> 16822 T1332 C75 P38708 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 16823 T1332 C75 P38708 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130108065832473
[junit4:junit4]   2> 16824 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 16824 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 16824 T1332 C75 P38708 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index/ new=./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473
[junit4:junit4]   2> 16826 T1332 C75 P38708 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1cb860),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 16827 T1332 C75 P38708 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 16828 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 16828 T1332 C75 P38708 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 16828 T1332 C75 P38708 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 16828 T1332 C75 P38708 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 16829 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473
[junit4:junit4]   2> 16829 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 16831 T1332 C75 P38708 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1cb860),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 16831 T1332 C75 P38708 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 16832 T1332 C75 P38708 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 16832 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 16832 T1332 C75 P38708 oass.SolrIndexSearcher.<init> Opening Searcher@7cadd39f main
[junit4:junit4]   2> 16834 T1331 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cadd39f main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 16834 T1331 oasc.CachingDirectoryFactory.close Releasing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index
[junit4:junit4]   2> 16835 T1332 C75 P38708 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 16836 T1332 C75 P38708 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1cb860),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index.20130108065832473 lockFactory=org.apache.lucene.store.NativeFSLockFactory@b1cb860),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 16837 T1332 C75 P38708 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 16837 T1332 C75 P38708 oasc.CachingDirectoryFactory.close Releasing di

[...truncated too long message...]

ctory@2fa357c9)
[junit4:junit4]   2> 140259 T1239 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index
[junit4:junit4]   2> 140259 T1239 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4/index
[junit4:junit4]   2> 140259 T1239 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 140260 T1239 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1357628295661/jetty4
[junit4:junit4]   2> 140818 T1326 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:45729. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 159396 T1327 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 159396 T1239 oaz.ZooKeeper.close Session: 0x13c18f3c9f2000c closed
[junit4:junit4]   2> 159398 T1239 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/nas/m,null}
[junit4:junit4]   2> 159551 T1239 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=3A09CC5120ED14EE -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_MA -Dtests.timezone=Africa/El_Aaiun -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  160s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: shard1 should have just been set up to be inconsistent - but it's still consistent
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([3A09CC5120ED14EE:BBEF424957B274D2]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertNotNull(Assert.java:526)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:214)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:616)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:679)
[junit4:junit4]   2> 159563 T1239 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=DefaultSimilarity, locale=ar_MA, timezone=Africa/El_Aaiun
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=184655448,total=458752000
[junit4:junit4]   2> NOTE: All tests run in this JVM: [StandardRequestHandlerTest, QueryParsingTest, PathHierarchyTokenizerFactoryTest, TestDocSet, TestQueryUtils, MultiTermTest, PeerSyncTest, TestJmxIntegration, UpdateParamsTest, UUIDFieldTest, ConvertedLegacyTest, PrimitiveFieldTypeTest, TestWriterPerf, TestStressLucene, TestSolrDeletionPolicy1, ShardRoutingTest, IndexSchemaTest, TestArbitraryIndexDir, TestSolr4Spatial, TestPropInjectDefaults, TestCollationKeyRangeQueries, FullSolrCloudDistribCmdsTest, TestRTGBase, BasicDistributedZk2Test, SolrCoreTest, DirectSolrSpellCheckerTest, TestHashPartitioner, IndexSchemaRuntimeFieldTest, SynonymTokenizerTest, TestDistributedGrouping, SuggesterTSTTest, TestSolrJ, LeaderElectionTest, TestReversedWildcardFilterFactory, TestBM25SimilarityFactory, SoftAutoCommitTest, TestSolrDeletionPolicy2, TestRecovery, BadIndexSchemaTest, SignatureUpdateProcessorFactoryTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 159.58s, 1 test, 1 failure <<< FAILURES!

[...truncated 517 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:353: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:178: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:428: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1176: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:841: There were test failures: 247 suites, 1031 tests, 1 failure, 23 ignored (5 assumptions)

Total time: 41 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure