You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/12 02:27:28 UTC

[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_15) - Build # 4639 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4639/
Java: 32bit/jdk1.7.0_15 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([956EA0717E72B236:14882E69092DD20A]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9326 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 0 T2519 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T2519 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-SyncSliceTest-1363051331463
[junit4:junit4]   2> 4 T2519 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T2520 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T2520 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 6 T2520 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 6 T2520 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 7 T2520 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 7 T2520 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-1363051331463/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 105 T2519 oasc.ZkTestServer.run start zk server on port:54900
[junit4:junit4]   2> 105 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@98e4c4
[junit4:junit4]   2> 107 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T2525 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 108 T2525 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 108 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35271
[junit4:junit4]   2> 109 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35271
[junit4:junit4]   2> 109 T2523 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 1020 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0000 with negotiated timeout 10000 for client /127.0.0.1:35271
[junit4:junit4]   2> 1020 T2525 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0000, negotiated timeout = 10000
[junit4:junit4]   2> 1021 T2526 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@98e4c4 name:ZooKeeperConnection Watcher:127.0.0.1:54900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1021 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1022 T2519 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1027 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b0000
[junit4:junit4]   2> 1028 T2526 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1028 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35271 which had sessionid 0x13d5c30bf8b0000
[junit4:junit4]   2> 1027 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b0000 closed
[junit4:junit4]   2> 1029 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@c776f0
[junit4:junit4]   2> 1031 T2527 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1031 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1031 T2527 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 1032 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35277
[junit4:junit4]   2> 1032 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35277
[junit4:junit4]   2> 1033 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0001 with negotiated timeout 10000 for client /127.0.0.1:35277
[junit4:junit4]   2> 1033 T2527 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0001, negotiated timeout = 10000
[junit4:junit4]   2> 1033 T2528 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c776f0 name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1033 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1034 T2519 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1036 T2519 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1037 T2519 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1039 T2519 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1040 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1041 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1043 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1044 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1046 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1047 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1048 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1048 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1050 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1050 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1052 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1052 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1054 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1054 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1056 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1056 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1058 T2519 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1058 T2519 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1060 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b0001
[junit4:junit4]   2> 1060 T2528 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1060 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35277 which had sessionid 0x13d5c30bf8b0001
[junit4:junit4]   2> 1060 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b0001 closed
[junit4:junit4]   2> 1116 T2519 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 1120 T2519 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43224
[junit4:junit4]   2> 1120 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1120 T2519 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1121 T2519 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520
[junit4:junit4]   2> 1121 T2519 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/solr.xml
[junit4:junit4]   2> 1121 T2519 oasc.CoreContainer.<init> New CoreContainer 12358375
[junit4:junit4]   2> 1122 T2519 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/'
[junit4:junit4]   2> 1122 T2519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/'
[junit4:junit4]   2> 1150 T2519 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1151 T2519 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1151 T2519 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1152 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1152 T2519 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1152 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1153 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1153 T2519 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1153 T2519 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1154 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1160 T2519 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1172 T2519 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54900/solr
[junit4:junit4]   2> 1172 T2519 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1173 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6e6f7a
[junit4:junit4]   2> 1174 T2538 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1174 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1175 T2538 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 1175 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35278
[junit4:junit4]   2> 1175 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35278
[junit4:junit4]   2> 1176 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0002 with negotiated timeout 20000 for client /127.0.0.1:35278
[junit4:junit4]   2> 1176 T2538 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0002, negotiated timeout = 20000
[junit4:junit4]   2> 1177 T2539 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e6f7a name:ZooKeeperConnection Watcher:127.0.0.1:54900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1177 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1179 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b0002
[junit4:junit4]   2> 1180 T2539 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1180 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35278 which had sessionid 0x13d5c30bf8b0002
[junit4:junit4]   2> 1180 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b0002 closed
[junit4:junit4]   2> 1181 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1184 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d4a34c
[junit4:junit4]   2> 1185 T2540 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 1185 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1185 T2540 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 1185 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35279
[junit4:junit4]   2> 1186 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35279
[junit4:junit4]   2> 1187 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0003 with negotiated timeout 20000 for client /127.0.0.1:35279
[junit4:junit4]   2> 1187 T2540 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0003, negotiated timeout = 20000
[junit4:junit4]   2> 1187 T2541 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d4a34c name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1188 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1190 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1191 T2519 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1193 T2519 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43224_
[junit4:junit4]   2> 1194 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43224_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43224_
[junit4:junit4]   2> 1194 T2519 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43224_
[junit4:junit4]   2> 1198 T2519 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1204 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1205 T2519 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1208 T2519 oasc.Overseer.start Overseer (id=89328932059021315-127.0.0.1:43224_-n_0000000000) starting
[junit4:junit4]   2> 1208 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1209 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1210 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1211 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1212 T2543 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1213 T2519 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1215 T2519 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1217 T2519 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1220 T2542 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1224 T2544 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/collection1
[junit4:junit4]   2> 1224 T2544 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1225 T2544 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1226 T2544 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1227 T2544 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/collection1/'
[junit4:junit4]   2> 1228 T2544 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/collection1/lib/README' to classloader
[junit4:junit4]   2> 1228 T2544 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1269 T2544 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1317 T2544 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1318 T2544 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1322 T2544 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1750 T2544 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1756 T2544 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1758 T2544 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1768 T2544 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1771 T2544 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1774 T2544 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1775 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1775 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1776 T2544 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1777 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1777 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1777 T2544 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1777 T2544 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363051332520/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/control/data/
[junit4:junit4]   2> 1778 T2544 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d124c4
[junit4:junit4]   2> 1778 T2544 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1779 T2544 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/control/data forceNew: false
[junit4:junit4]   2> 1779 T2544 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363051331463/control/data/index/
[junit4:junit4]   2> 1779 T2544 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363051331463/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1780 T2544 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/control/data/index forceNew: false
[junit4:junit4]   2> 1781 T2544 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1d3d54f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7629e5; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1781 T2544 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1783 T2544 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1784 T2544 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1784 T2544 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1785 T2544 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1785 T2544 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1785 T2544 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1786 T2544 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1786 T2544 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1787 T2544 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1790 T2544 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1793 T2544 oass.SolrIndexSearcher.<init> Opening Searcher@95bd28 main
[junit4:junit4]   2> 1793 T2544 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/control/data/tlog
[junit4:junit4]   2> 1793 T2544 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1794 T2544 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1797 T2545 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@95bd28 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1798 T2544 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1798 T2544 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1798 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2724 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2725 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43224_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43224"}
[junit4:junit4]   2> 2726 T2542 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2726 T2542 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2727 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2732 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2810 T2544 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2810 T2544 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43224 collection:control_collection shard:shard1
[junit4:junit4]   2> 2812 T2544 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2820 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2821 T2544 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2821 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2824 T2544 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2824 T2544 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2825 T2544 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43224/collection1/
[junit4:junit4]   2> 2825 T2544 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2825 T2544 oasc.SyncStrategy.syncToMe http://127.0.0.1:43224/collection1/ has no replicas
[junit4:junit4]   2> 2826 T2544 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43224/collection1/
[junit4:junit4]   2> 2826 T2544 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2831 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4237 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4246 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4293 T2544 oasc.ZkController.register We are http://127.0.0.1:43224/collection1/ and leader is http://127.0.0.1:43224/collection1/
[junit4:junit4]   2> 4293 T2544 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43224
[junit4:junit4]   2> 4293 T2544 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4294 T2544 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4294 T2544 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4296 T2544 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4298 T2519 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 4298 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4299 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4305 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4306 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c6265a
[junit4:junit4]   2> 4308 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4308 T2547 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4309 T2547 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 4309 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35281
[junit4:junit4]   2> 4310 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35281
[junit4:junit4]   2> 4311 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0004 with negotiated timeout 10000 for client /127.0.0.1:35281
[junit4:junit4]   2> 4311 T2547 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0004, negotiated timeout = 10000
[junit4:junit4]   2> 4311 T2548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c6265a name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4312 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4315 T2519 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4318 T2519 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4387 T2519 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4388 T2519 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49391
[junit4:junit4]   2> 4389 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4389 T2519 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4390 T2519 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777
[junit4:junit4]   2> 4390 T2519 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/solr.xml
[junit4:junit4]   2> 4390 T2519 oasc.CoreContainer.<init> New CoreContainer 391589
[junit4:junit4]   2> 4391 T2519 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/'
[junit4:junit4]   2> 4391 T2519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/'
[junit4:junit4]   2> 4410 T2519 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4411 T2519 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4411 T2519 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4411 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4412 T2519 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4412 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4412 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4413 T2519 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4413 T2519 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4413 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4419 T2519 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4430 T2519 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54900/solr
[junit4:junit4]   2> 4431 T2519 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4431 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@f953e
[junit4:junit4]   2> 4432 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4432 T2558 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4433 T2558 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 4433 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35282
[junit4:junit4]   2> 4433 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35282
[junit4:junit4]   2> 4434 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0005 with negotiated timeout 20000 for client /127.0.0.1:35282
[junit4:junit4]   2> 4434 T2558 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0005, negotiated timeout = 20000
[junit4:junit4]   2> 4435 T2559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f953e name:ZooKeeperConnection Watcher:127.0.0.1:54900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4435 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4436 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b0005
[junit4:junit4]   2> 4436 T2559 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4436 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35282 which had sessionid 0x13d5c30bf8b0005
[junit4:junit4]   2> 4436 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b0005 closed
[junit4:junit4]   2> 4437 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4440 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@72955b
[junit4:junit4]   2> 4440 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4440 T2560 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4441 T2560 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 4441 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35283
[junit4:junit4]   2> 4442 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35283
[junit4:junit4]   2> 4443 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0006 with negotiated timeout 20000 for client /127.0.0.1:35283
[junit4:junit4]   2> 4443 T2560 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0006, negotiated timeout = 20000
[junit4:junit4]   2> 4443 T2561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72955b name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4444 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4445 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4446 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4448 T2519 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5450 T2519 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49391_
[junit4:junit4]   2> 5451 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49391_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49391_
[junit4:junit4]   2> 5451 T2519 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49391_
[junit4:junit4]   2> 5454 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5455 T2548 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5455 T2561 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5457 T2541 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5464 T2562 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/collection1
[junit4:junit4]   2> 5464 T2562 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5465 T2562 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5466 T2562 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5468 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/collection1/'
[junit4:junit4]   2> 5469 T2562 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/collection1/lib/README' to classloader
[junit4:junit4]   2> 5470 T2562 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5520 T2562 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5557 T2562 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5558 T2562 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5563 T2562 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5761 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5761 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43224_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43224"}
[junit4:junit4]   2> 5764 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5764 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5764 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6027 T2562 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 6032 T2562 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 6035 T2562 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 6046 T2562 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6050 T2562 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 6056 T2562 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6057 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6058 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6059 T2562 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 6060 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 6060 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 6061 T2562 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6061 T2562 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363051335777/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty1/
[junit4:junit4]   2> 6062 T2562 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d124c4
[junit4:junit4]   2> 6063 T2562 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 6064 T2562 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty1 forceNew: false
[junit4:junit4]   2> 6064 T2562 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty1/index/
[junit4:junit4]   2> 6064 T2562 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 6065 T2562 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty1/index forceNew: false
[junit4:junit4]   2> 6067 T2562 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 6068 T2562 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 6070 T2562 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 6071 T2562 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 6072 T2562 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 6073 T2562 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 6073 T2562 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 6073 T2562 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 6073 T2562 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 6074 T2562 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 6074 T2562 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 6077 T2562 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 6080 T2562 oass.SolrIndexSearcher.<init> Opening Searcher@731af3 main
[junit4:junit4]   2> 6080 T2562 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty1/tlog
[junit4:junit4]   2> 6080 T2562 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 6081 T2562 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 6085 T2563 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@731af3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 6087 T2562 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 6087 T2562 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7268 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7269 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49391_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49391"}
[junit4:junit4]   2> 7270 T2542 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7270 T2542 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7283 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7283 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7283 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8089 T2562 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8089 T2562 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49391 collection:collection1 shard:shard1
[junit4:junit4]   2> 8090 T2562 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 8095 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 8095 T2562 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8096 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8097 T2562 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8097 T2562 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8098 T2562 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 8098 T2562 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8098 T2562 oasc.SyncStrategy.syncToMe http://127.0.0.1:49391/collection1/ has no replicas
[junit4:junit4]   2> 8098 T2562 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 8098 T2562 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 8101 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8789 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8800 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8800 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8800 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8803 T2562 oasc.ZkController.register We are http://127.0.0.1:49391/collection1/ and leader is http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 8804 T2562 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49391
[junit4:junit4]   2> 8804 T2562 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8805 T2562 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8805 T2562 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8808 T2562 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8809 T2519 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8810 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8811 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8895 T2519 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8897 T2519 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54937
[junit4:junit4]   2> 8897 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8898 T2519 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8898 T2519 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278
[junit4:junit4]   2> 8898 T2519 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/solr.xml
[junit4:junit4]   2> 8899 T2519 oasc.CoreContainer.<init> New CoreContainer 11987539
[junit4:junit4]   2> 8899 T2519 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/'
[junit4:junit4]   2> 8899 T2519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/'
[junit4:junit4]   2> 8918 T2519 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8919 T2519 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8919 T2519 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8919 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8920 T2519 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8920 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8920 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8921 T2519 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8921 T2519 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8921 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8928 T2519 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8939 T2519 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54900/solr
[junit4:junit4]   2> 8939 T2519 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8940 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@11a05ea
[junit4:junit4]   2> 8941 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8941 T2574 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8942 T2574 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 8942 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35299
[junit4:junit4]   2> 8942 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35299
[junit4:junit4]   2> 8943 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0007 with negotiated timeout 20000 for client /127.0.0.1:35299
[junit4:junit4]   2> 8943 T2574 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0007, negotiated timeout = 20000
[junit4:junit4]   2> 8943 T2575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11a05ea name:ZooKeeperConnection Watcher:127.0.0.1:54900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8943 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8945 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b0007
[junit4:junit4]   2> 8945 T2575 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8945 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35299 which had sessionid 0x13d5c30bf8b0007
[junit4:junit4]   2> 8945 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b0007 closed
[junit4:junit4]   2> 8946 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8948 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@12ac783
[junit4:junit4]   2> 8949 T2576 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8949 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8950 T2576 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 8950 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35300
[junit4:junit4]   2> 8950 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35300
[junit4:junit4]   2> 8951 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0008 with negotiated timeout 20000 for client /127.0.0.1:35300
[junit4:junit4]   2> 8951 T2576 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0008, negotiated timeout = 20000
[junit4:junit4]   2> 8951 T2577 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12ac783 name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8951 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8952 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8953 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8954 T2519 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9956 T2519 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54937_
[junit4:junit4]   2> 9957 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b0008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54937_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54937_
[junit4:junit4]   2> 9958 T2519 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54937_
[junit4:junit4]   2> 9962 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9962 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9963 T2561 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9963 T2577 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9964 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9966 T2548 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9966 T2541 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9997 T2578 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/collection1
[junit4:junit4]   2> 9997 T2578 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9999 T2578 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9999 T2578 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10000 T2578 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/collection1/'
[junit4:junit4]   2> 10001 T2578 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/collection1/lib/README' to classloader
[junit4:junit4]   2> 10002 T2578 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10042 T2578 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 10087 T2578 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10088 T2578 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10092 T2578 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10306 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10306 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49391_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49391"}
[junit4:junit4]   2> 10309 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10309 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10309 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10309 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10563 T2578 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10569 T2578 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10573 T2578 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10581 T2578 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10584 T2578 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10587 T2578 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10588 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10588 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10588 T2578 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10589 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10589 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10589 T2578 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10590 T2578 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363051340278/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2/
[junit4:junit4]   2> 10590 T2578 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d124c4
[junit4:junit4]   2> 10590 T2578 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10591 T2578 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2 forceNew: false
[junit4:junit4]   2> 10591 T2578 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2/index/
[junit4:junit4]   2> 10591 T2578 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10591 T2578 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2/index forceNew: false
[junit4:junit4]   2> 10592 T2578 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10593 T2578 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10594 T2578 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10595 T2578 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10595 T2578 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10595 T2578 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10596 T2578 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10596 T2578 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10596 T2578 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10597 T2578 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10597 T2578 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10599 T2578 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10602 T2578 oass.SolrIndexSearcher.<init> Opening Searcher@e51ad4 main
[junit4:junit4]   2> 10602 T2578 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2/tlog
[junit4:junit4]   2> 10602 T2578 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10603 T2578 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10608 T2579 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e51ad4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10610 T2578 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10610 T2578 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11812 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11813 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54937_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54937"}
[junit4:junit4]   2> 11813 T2542 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11813 T2542 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11816 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11816 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11816 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11817 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12611 T2578 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12612 T2578 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54937 collection:collection1 shard:shard1
[junit4:junit4]   2> 12616 T2578 oasc.ZkController.register We are http://127.0.0.1:54937/collection1/ and leader is http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 12616 T2578 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54937
[junit4:junit4]   2> 12616 T2578 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12616 T2578 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C331 name=collection1 org.apache.solr.core.SolrCore@13d5cb4 url=http://127.0.0.1:54937/collection1 node=127.0.0.1:54937_ C331_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54937_, base_url=http://127.0.0.1:54937}
[junit4:junit4]   2> 12617 T2580 C331 P54937 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12617 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12617 T2578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12617 T2580 C331 P54937 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12617 T2580 C331 P54937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12618 T2519 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12618 T2580 C331 P54937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12618 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12619 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12676 T2519 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12678 T2519 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54236
[junit4:junit4]   2> 12679 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12680 T2519 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12680 T2519 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082
[junit4:junit4]   2> 12681 T2519 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/solr.xml
[junit4:junit4]   2> 12681 T2519 oasc.CoreContainer.<init> New CoreContainer 3580727
[junit4:junit4]   2> 12682 T2519 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/'
[junit4:junit4]   2> 12682 T2519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/'
[junit4:junit4]   2> 12705 T2519 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12706 T2519 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12706 T2519 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12706 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12707 T2519 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12707 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12707 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12708 T2519 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12708 T2519 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12708 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12723 T2519 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12735 T2519 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54900/solr
[junit4:junit4]   2> 12735 T2519 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12736 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@112d715
[junit4:junit4]   2> 12736 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12737 T2591 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12737 T2591 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 12737 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35305
[junit4:junit4]   2> 12738 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35305
[junit4:junit4]   2> 12738 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b0009 with negotiated timeout 20000 for client /127.0.0.1:35305
[junit4:junit4]   2> 12738 T2591 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b0009, negotiated timeout = 20000
[junit4:junit4]   2> 12739 T2592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@112d715 name:ZooKeeperConnection Watcher:127.0.0.1:54900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12739 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12740 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b0009
[junit4:junit4]   2> 12741 T2592 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12741 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35305 which had sessionid 0x13d5c30bf8b0009
[junit4:junit4]   2> 12741 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b0009 closed
[junit4:junit4]   2> 12742 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12745 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1038c57
[junit4:junit4]   2> 12746 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12746 T2593 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12747 T2593 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 12747 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35306
[junit4:junit4]   2> 12747 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35306
[junit4:junit4]   2> 12748 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b000a with negotiated timeout 20000 for client /127.0.0.1:35306
[junit4:junit4]   2> 12748 T2593 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b000a, negotiated timeout = 20000
[junit4:junit4]   2> 12748 T2594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1038c57 name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12748 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12750 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12751 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12752 T2519 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13324 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13325 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54937_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54937"}
[junit4:junit4]   2> 13330 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13330 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13330 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13330 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13330 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13624 T2554 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:54937__collection1&state=recovering&nodeName=127.0.0.1:54937_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 13754 T2519 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54236_
[junit4:junit4]   2> 13756 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54236_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54236_
[junit4:junit4]   2> 13757 T2519 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54236_
[junit4:junit4]   2> 13760 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13760 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13760 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13760 T2561 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13761 T2577 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13761 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13761 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13762 T2548 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13762 T2541 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13769 T2594 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13776 T2595 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/collection1
[junit4:junit4]   2> 13776 T2595 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13777 T2595 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13777 T2595 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13779 T2595 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/collection1/'
[junit4:junit4]   2> 13780 T2595 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/collection1/lib/README' to classloader
[junit4:junit4]   2> 13781 T2595 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13824 T2595 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13890 T2595 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13891 T2595 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13895 T2595 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14327 T2595 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14334 T2595 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14337 T2595 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14352 T2595 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14356 T2595 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14361 T2595 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14362 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14364 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14364 T2595 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14366 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14366 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14366 T2595 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14367 T2595 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363051344082/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3/
[junit4:junit4]   2> 14367 T2595 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d124c4
[junit4:junit4]   2> 14367 T2595 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14368 T2595 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3 forceNew: false
[junit4:junit4]   2> 14368 T2595 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3/index/
[junit4:junit4]   2> 14369 T2595 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14369 T2595 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3/index forceNew: false
[junit4:junit4]   2> 14371 T2595 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14371 T2595 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14374 T2595 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14374 T2595 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14375 T2595 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14376 T2595 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14377 T2595 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14377 T2595 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14377 T2595 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14378 T2595 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14379 T2595 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14383 T2595 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14387 T2595 oass.SolrIndexSearcher.<init> Opening Searcher@1957da4 main
[junit4:junit4]   2> 14388 T2595 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3/tlog
[junit4:junit4]   2> 14389 T2595 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14389 T2595 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14394 T2596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1957da4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14395 T2595 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14395 T2595 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14837 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14838 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54236_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54236"}
[junit4:junit4]   2> 14839 T2542 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14839 T2542 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14845 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14845 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14845 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14845 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14846 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15408 T2595 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15409 T2595 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54236 collection:collection1 shard:shard1
[junit4:junit4]   2> 15412 T2595 oasc.ZkController.register We are http://127.0.0.1:54236/collection1/ and leader is http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 15412 T2595 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54236
[junit4:junit4]   2> 15412 T2595 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15412 T2595 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C332 name=collection1 org.apache.solr.core.SolrCore@985365 url=http://127.0.0.1:54236/collection1 node=127.0.0.1:54236_ C332_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54236_, base_url=http://127.0.0.1:54236}
[junit4:junit4]   2> 15412 T2597 C332 P54236 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15413 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15413 T2595 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15413 T2597 C332 P54236 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15413 T2597 C332 P54236 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15414 T2519 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 15414 T2597 C332 P54236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15414 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15415 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15474 T2519 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 15475 T2519 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36640
[junit4:junit4]   2> 15477 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 15477 T2519 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 15477 T2519 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878
[junit4:junit4]   2> 15478 T2519 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/solr.xml
[junit4:junit4]   2> 15478 T2519 oasc.CoreContainer.<init> New CoreContainer 12310001
[junit4:junit4]   2> 15478 T2519 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/'
[junit4:junit4]   2> 15479 T2519 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/'
[junit4:junit4]   2> 15498 T2519 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 15499 T2519 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 15499 T2519 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 15499 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 15500 T2519 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 15500 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 15500 T2519 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 15501 T2519 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 15501 T2519 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 15501 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 15507 T2519 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 15519 T2519 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54900/solr
[junit4:junit4]   2> 15519 T2519 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 15520 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1204b07
[junit4:junit4]   2> 15520 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15521 T2608 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15522 T2608 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 15522 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35316
[junit4:junit4]   2> 15522 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35316
[junit4:junit4]   2> 15523 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b000b with negotiated timeout 20000 for client /127.0.0.1:35316
[junit4:junit4]   2> 15523 T2608 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b000b, negotiated timeout = 20000
[junit4:junit4]   2> 15523 T2609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1204b07 name:ZooKeeperConnection Watcher:127.0.0.1:54900 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15523 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15525 T2524 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c30bf8b000b
[junit4:junit4]   2> 15526 T2609 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 15526 T2521 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35316 which had sessionid 0x13d5c30bf8b000b
[junit4:junit4]   2> 15526 T2519 oaz.ZooKeeper.close Session: 0x13d5c30bf8b000b closed
[junit4:junit4]   2> 15527 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 15531 T2519 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54900/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b864c2
[junit4:junit4]   2> 15532 T2610 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54900. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 15532 T2519 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 15533 T2610 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54900, initiating session
[junit4:junit4]   2> 15533 T2521 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:35317
[junit4:junit4]   2> 15534 T2521 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:35317
[junit4:junit4]   2> 15535 T2523 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c30bf8b000c with negotiated timeout 20000 for client /127.0.0.1:35317
[junit4:junit4]   2> 15535 T2610 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54900, sessionid = 0x13d5c30bf8b000c, negotiated timeout = 20000
[junit4:junit4]   2> 15535 T2611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b864c2 name:ZooKeeperConnection Watcher:127.0.0.1:54900/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 15536 T2519 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 15537 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15538 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 15540 T2519 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C331_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54937_, base_url=http://127.0.0.1:54937}
[junit4:junit4]   2> 15625 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49391/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15625 T2580 C331 P54937 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54937 START replicas=[http://127.0.0.1:49391/collection1/] nUpdates=100
[junit4:junit4]   2> 15626 T2580 C331 P54937 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15627 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15627 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15628 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15628 T2580 C331 P54937 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15628 T2580 C331 P54937 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49391/collection1/. core=collection1
[junit4:junit4]   2> 15629 T2580 C331 P54937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C333 name=collection1 org.apache.solr.core.SolrCore@a4b5cb url=http://127.0.0.1:49391/collection1 node=127.0.0.1:49391_ C333_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49391_, base_url=http://127.0.0.1:49391, leader=true}
[junit4:junit4]   2> 15633 T2557 C333 P49391 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15633 T2556 C333 P49391 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15635 T2557 C333 P49391 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15636 T2557 C333 P49391 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15636 T2557 C333 P49391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15637 T2557 C333 P49391 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15637 T2557 C333 P49391 oass.SolrIndexSearcher.<init> Opening Searcher@d9b528 realtime
[junit4:junit4]   2> 15638 T2557 C333 P49391 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15638 T2557 C333 P49391 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 15639 T2580 C331 P54937 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15639 T2580 C331 P54937 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15641 T2556 C333 P49391 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15642 T2556 C333 P49391 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15642 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15643 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15643 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15645 T2557 C333 P49391 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15646 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15647 T2580 C331 P54937 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty2/index.20130312012227105 forceNew: false
[junit4:junit4]   2> 15647 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@f3046c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c3ae7b) fullCopy=false
[junit4:junit4]   2> 15650 T2554 C333 P49391 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15651 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15652 T2580 C331 P54937 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15652 T2580 C331 P54937 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15653 T2580 C331 P54937 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15654 T2580 C331 P54937 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15654 T2580 C331 P54937 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15655 T2580 C331 P54937 oass.SolrIndexSearcher.<init> Opening Searcher@fac16f main
[junit4:junit4]   2> 15656 T2579 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fac16f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15657 T2580 C331 P54937 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@f3046c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c3ae7b)
[junit4:junit4]   2> 15657 T2580 C331 P54937 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15658 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15658 T2580 C331 P54937 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15658 T2580 C331 P54937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15660 T2580 C331 P54937 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 16350 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16351 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54236_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54236"}
[junit4:junit4]   2> 16353 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54937_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54937"}
[junit4:junit4]   2> 16358 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16358 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16358 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16358 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16358 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16358 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16420 T2555 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:54236__collection1&state=recovering&nodeName=127.0.0.1:54236_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 16544 T2519 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36640_
[junit4:junit4]   2> 16544 T2524 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c30bf8b000c type:delete cxid:0xd zxid:0x9e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:36640_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:36640_
[junit4:junit4]   2> 16545 T2519 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36640_
[junit4:junit4]   2> 16547 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16547 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16547 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16548 T2611 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16548 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16548 T2561 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16548 T2577 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16548 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16549 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16549 T2548 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16550 T2594 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16550 T2541 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 16554 T2614 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/collection1
[junit4:junit4]   2> 16554 T2614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16555 T2614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16555 T2614 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16556 T2614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/collection1/'
[junit4:junit4]   2> 16557 T2614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/collection1/lib/README' to classloader
[junit4:junit4]   2> 16557 T2614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16596 T2614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16629 T2614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16630 T2614 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16634 T2614 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17061 T2614 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17067 T2614 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17070 T2614 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17080 T2614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17083 T2614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17086 T2614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17087 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17087 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17087 T2614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17088 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17088 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17089 T2614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17089 T2614 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363051346878/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4/
[junit4:junit4]   2> 17089 T2614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d124c4
[junit4:junit4]   2> 17089 T2614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17090 T2614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4 forceNew: false
[junit4:junit4]   2> 17090 T2614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4/index/
[junit4:junit4]   2> 17090 T2614 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17090 T2614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4/index forceNew: false
[junit4:junit4]   2> 17092 T2614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17092 T2614 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17093 T2614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17094 T2614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17094 T2614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17095 T2614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17095 T2614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17095 T2614 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17095 T2614 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17096 T2614 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17096 T2614 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17099 T2614 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17101 T2614 oass.SolrIndexSearcher.<init> Opening Searcher@1d29ca8 main
[junit4:junit4]   2> 17101 T2614 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4/tlog
[junit4:junit4]   2> 17102 T2614 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17102 T2614 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17108 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d29ca8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17110 T2614 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17110 T2614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17865 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17866 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36640_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36640"}
[junit4:junit4]   2> 17867 T2542 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17867 T2542 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17879 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17879 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17879 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17879 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17879 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17879 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18111 T2614 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18112 T2614 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36640 collection:collection1 shard:shard1
[junit4:junit4]   2> 18116 T2614 oasc.ZkController.register We are http://127.0.0.1:36640/collection1/ and leader is http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 18117 T2614 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36640
[junit4:junit4]   2> 18117 T2614 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18117 T2614 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C334 name=collection1 org.apache.solr.core.SolrCore@1563605 url=http://127.0.0.1:36640/collection1 node=127.0.0.1:36640_ C334_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36640_, base_url=http://127.0.0.1:36640}
[junit4:junit4]   2> 18118 T2616 C334 P36640 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18118 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18119 T2614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18119 T2616 C334 P36640 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18119 T2616 C334 P36640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18120 T2519 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 18121 T2616 C334 P36640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18121 T2519 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18122 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18128 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18129 T2519 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18130 T2519 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18131 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C332_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54236_, base_url=http://127.0.0.1:54236}
[junit4:junit4]   2> 18421 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49391/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18421 T2597 C332 P54236 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54236 START replicas=[http://127.0.0.1:49391/collection1/] nUpdates=100
[junit4:junit4]   2> 18422 T2597 C332 P54236 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18422 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18423 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18423 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18423 T2597 C332 P54236 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18423 T2597 C332 P54236 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49391/collection1/. core=collection1
[junit4:junit4]   2> 18424 T2597 C332 P54236 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18424 T2554 C333 P49391 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18430 T2556 C333 P49391 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18431 T2556 C333 P49391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18432 T2556 C333 P49391 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18433 T2556 C333 P49391 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18433 T2556 C333 P49391 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 18434 T2597 C332 P54236 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18435 T2597 C332 P54236 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18437 T2554 C333 P49391 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18438 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18438 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18438 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18440 T2556 C333 P49391 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18441 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18443 T2597 C332 P54236 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty3/index.20130312012229901 forceNew: false
[junit4:junit4]   2> 18444 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@b70373 lockFactory=org.apache.lucene.store.NativeFSLockFactory@18fb8eb) fullCopy=false
[junit4:junit4]   2> 18446 T2557 C333 P49391 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18448 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18449 T2597 C332 P54236 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18449 T2597 C332 P54236 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18451 T2597 C332 P54236 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18451 T2597 C332 P54236 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18452 T2597 C332 P54236 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18452 T2597 C332 P54236 oass.SolrIndexSearcher.<init> Opening Searcher@8ccd7d main
[junit4:junit4]   2> 18454 T2596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8ccd7d main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18455 T2597 C332 P54236 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@b70373 lockFactory=org.apache.lucene.store.NativeFSLockFactory@18fb8eb)
[junit4:junit4]   2> 18455 T2597 C332 P54236 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18455 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18456 T2597 C332 P54236 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18456 T2597 C332 P54236 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18458 T2597 C332 P54236 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19133 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19386 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19386 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36640_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36640"}
[junit4:junit4]   2> 19389 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54236_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54236"}
[junit4:junit4]   2> 19391 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19391 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19391 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19391 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19391 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19391 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20129 T2555 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:36640__collection1&state=recovering&nodeName=127.0.0.1:36640_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001 
[junit4:junit4]   2> 20136 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21138 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C334_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36640_, base_url=http://127.0.0.1:36640}
[junit4:junit4]   2> 22130 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49391/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22130 T2616 C334 P36640 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36640 START replicas=[http://127.0.0.1:49391/collection1/] nUpdates=100
[junit4:junit4]   2> 22131 T2616 C334 P36640 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22131 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22131 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22132 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22132 T2616 C334 P36640 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22132 T2616 C334 P36640 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49391/collection1/. core=collection1
[junit4:junit4]   2> 22132 T2616 C334 P36640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22136 T2554 C333 P49391 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22137 T2556 C333 P49391 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22137 T2554 C333 P49391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22137 T2554 C333 P49391 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22138 T2554 C333 P49391 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22138 T2554 C333 P49391 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 22140 T2616 C334 P36640 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22141 T2616 C334 P36640 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22141 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22144 T2557 C333 P49391 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 22144 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 22145 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22145 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22147 T2556 C333 P49391 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0 
[junit4:junit4]   2> 22147 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22150 T2616 C334 P36640 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363051331463/jetty4/index.20130312012233607 forceNew: false
[junit4:junit4]   2> 22150 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@145f564 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11b907d) fullCopy=false
[junit4:junit4]   2> 22153 T2554 C333 P49391 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 22154 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22154 T2616 C334 P36640 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22155 T2616 C334 P36640 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22156 T2616 C334 P36640 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22156 T2616 C334 P36640 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22156 T2616 C334 P36640 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22157 T2616 C334 P36640 oass.SolrIndexSearcher.<init> Opening Searcher@16c10e5 main
[junit4:junit4]   2> 22158 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16c10e5 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22159 T2616 C334 P36640 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@145f564 lockFactory=org.apache.lucene.store.NativeFSLockFactory@11b907d)
[junit4:junit4]   2> 22159 T2616 C334 P36640 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22159 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22160 T2616 C334 P36640 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22160 T2616 C334 P36640 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22162 T2616 C334 P36640 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22398 T2542 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22398 T2542 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36640_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36640"}
[junit4:junit4]   2> 22407 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22407 T2577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22407 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22408 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22407 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22408 T2541 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23143 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23145 T2519 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C335 name=collection1 org.apache.solr.core.SolrCore@8ac71 url=http://127.0.0.1:43224/collection1 node=127.0.0.1:43224_ C335_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:43224_, base_url=http://127.0.0.1:43224, leader=true}
[junit4:junit4]   2> 23153 T2535 C335 P43224 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23154 T2535 C335 P43224 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1d3d54f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7629e5; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23154 T2535 C335 P43224 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23154 T2535 C335 P43224 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1d3d54f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7629e5; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1d3d54f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7629e5; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23155 T2535 C335 P43224 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23155 T2535 C335 P43224 oass.SolrIndexSearcher.<init> Opening Searcher@1041115 main
[junit4:junit4]   2> 23156 T2535 C335 P43224 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23156 T2545 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1041115 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 23158 T2535 C335 P43224 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 23170 T2554 C333 P49391 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23171 T2554 C333 P49391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23172 T2554 C333 P49391 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23172 T2554 C333 P49391 oass.SolrIndexSearcher.<init> Opening Searcher@a09e1f main
[junit4:junit4]   2> 23173 T2554 C333 P49391 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23174 T2563 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a09e1f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23175 T2554 C333 P49391 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:54937/collection1/, StdNode: http://127.0.0.1:54236/collection1/, StdNode: http://127.0.0.1:36640/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C331_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54937_, base_url=http://127.0.0.1:54937}
[junit4:junit4]   2> 23180 T2571 C331 P54937 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C334_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36640_, base_url=http://127.0.0.1:36640}
[junit4:junit4]   2> 23180 T2604 C334 P36640 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C332_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54236_, base_url=http://127.0.0.1:54236}
[junit4:junit4]   2> 23180 T2589 C332 P54236 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23181 T2604 C334 P36640 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 23181 T2571 C331 P54937 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 23181 T2589 C332 P54236 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 23182 T2604 C334 P36640 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 23182 T2571 C331 P54937 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 23182 T2589 C332 P54236 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 23183 T2571 C331 P54937 oass.SolrIndexSearcher.<init> Opening Searcher@5a9d52 main
[junit4:junit4]   2> 23183 T2604 C334 P36640 oass.SolrIndexSearcher.<init> Opening Searcher@1d8c6bf main
[junit4:junit4]   2> 23184 T2589 C332 P54236 oass.SolrIndexSearcher.<init> Opening Searcher@53d438 main
[junit4:junit4]   2> 23184 T2571 C331 P54937 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23184 T2615 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:537)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:138)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 23184 T2589 C332 P54236 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23184 T2604 C334 P36640 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23184 T2579 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a9d52 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23185 T2596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53d438 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 23186 T2571 C331 P54937 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 23186 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d8c6bf main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 23186 T2589 C332 P54236 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 23187 T2604 C334 P36640 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 23188 T2554 C333 P49391 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 23189 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23191 T2557 C333 P49391 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23193 T2570 C331 P54937 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 23196 T2590 C332 P54236 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 23198 T2605 C334 P36640 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 25202 T2537 C335 P43224 oass.SolrIndexSearcher.<init> Opening Searcher@bf5112 realtime
[junit4:junit4]   2> 25203 T2537 C335 P43224 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429262939361116160)} 0 2
[junit4:junit4]   2> 25210 T2604 C334 P36640 /update {update.distrib=FROMLEADER&_version_=-1429262939366359040&update.from=http://127.0.0.1:49391/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429262939366359040)} 0 1
[junit4:junit4]   2> 25210 T2571 C331 P54937 /update {update.distrib=FROMLEADER&_version_=-1429262939366359040&update.from=http://127.0.0.1:49391/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429262939366359040)} 0 1
[junit4:junit4]   2> 25210 T2590 C332 P54236 /update {update.distrib=FROMLEADER&_version_=-1429262939366359040&update.from=http://127.0.0.1:49391/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429262939366359040)} 0 1
[junit4:junit4]   2> 25212 T2557 C333 P49391 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429262939366359040)} 0 6
[junit4:junit4]   2> 25216 T2535 C335 P43224 /update {wt=javabin&version=2} {add=[0 (1429262939374747648)]} 0 2
[junit4:junit4]   2> 25223 T2605 C334 P36640 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429262939378941952)]} 0 2
[junit4:junit4]   2> 25223 T2570 C331 P54937 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429262939378941952)]} 0 2
[junit4:junit4]   2> 25223 T2588 C332 P54236 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429262939378941952)]} 0 1
[junit4:junit4]   2> 25225 T2556 C333 P49391 /update {wt=javabin&version=2} {add=[0 (1429262939378941952)]} 0 7
[junit4:junit4]   2> 25229 T2534 C335 P43224 /update {wt=javabin&version=2} {add=[1 (1429262939389427712)]} 0 1
[junit4:junit4]   2> 25235 T2589 C332 P54236 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429262939392573440)]} 0 1
[junit4:junit4]   2> 25236 T2572 C331 P54937 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429262939392573440)]} 0 2
[junit4:junit4]   2> 25235 T2606 C334 P36640 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429262939392573440)]} 0 1
[junit4:junit4]   2> 25237 T2554 C333 P49391 /update {wt=javabin&version=2} {add=[1 (1429262939392573440)]} 0 6
[junit4:junit4]   2> 25241 T2536 C335 P43224 /update {wt=javabin&version=2} {add=[2 (1429262939402010624)]} 0 1
[junit4:junit4]   2> 25248 T2607 C334 P36640 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429262939406204928)]} 0 1
[junit4:junit4]   2> 25248 T2587 C332 P54236 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429262939406204928)]} 0 1
[junit4:junit4]   2> 25249 T2555 C333 P49391 /update {test.distrib.skip.servers=http://127.0.0.1:54937/collection1/&wt=javabin&version=2} {add=[2 (1429262939406204928)]} 0 5
[junit4:junit4]   2> 25253 T2537 C335 P43224 /update {wt=javabin&version=2} {add=[3 (1429262939414593536)]} 0 1
[junit4:junit4]   2> 25259 T2604 C334 P36640 /update {distrib.from=http://127.0.0.1:49391/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429262939417739264)]} 0 1
[junit4:junit4]   2> 25260 T2557 C333 P49391 /update {test.distrib.skip.servers=http://127.0.0.1:54937/collection1/&test.distrib.skip.servers=http://127.0.0.1:54236/collection1/&wt=javabin&version=2} {add=[3 (1429262939417739264)]} 0 5
[junit4:junit4]   2> 25262 T2535 C335 P43224 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25266 T2535 C335 P43224 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1d3d54f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7629e5; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1d3d54f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7629e5; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 25267 T2535 C335 P43224 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_3]
[junit4:junit4]   2> 25269 T2535 C335 P43224 oass.SolrIndexSearcher.<init> Opening Searcher@fe1cc8 main
[junit4:junit4]   2> 25270 T2535 C335 P43224 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25271 T2545 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fe1cc8 main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25272 T2535 C335 P43224 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 25274 T2556 C333 P49391 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25278 T2556 C333 P49391 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@94810c lockFactory=org.apache.lucene.store.NativeFSLockFactory@ea5510; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 25279 T2556 C333 P49391 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 25281 T2556 C333 P49391 oass.SolrIndexSearcher.<init> Opening Searcher@1ba77f1 main
[junit4:junit4]   2> 25282 T2556 C333 P49391 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25283 T2563 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ba77f1 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25284 T2556 C333 P49391 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:54937/collection1/, StdNode: http://127.0.0.1:54236/collection1/, StdNode: http://127.0.0.1:36640/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 25286 T2605 C334 P36640 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25286 T2573 C331 P54937 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25286 T2590 C332 P54236 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 25290 T2573 C331 P54937 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17dc8f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1eae193; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4]   2> 25290 T2605 C334 P36640 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@11cc108 lockFactory=org.apache.lucene.store.NativeFSLockFactory@df5094; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_6,generation=6,filenames=[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 25291 T2573 C331 P54937 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.len, _0.inf, _0.si, _0.pst, _0.fld, segments_4]
[junit4:junit4]   2> 25291 T2590 C332 P54236 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@386d76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12cd47b; maxCacheMB=0.29296875 maxMergeSizeMB=0.5966796875)),segFN=segments_5,generation=5,filenames=[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4]   2> 25291 T2605 C334 P36640 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.len, _0.inf, _0.si, _0.pst, segments_6, _0.fld]
[junit4:junit4]   2> 25293 T2573 C331 P54937 oass.SolrIndexSearcher.<init> Opening Searcher@19cab2b main
[junit4:junit4]   2> 25292 T2590 C332 P54236 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.len, _0.inf, _0.si, segments_5, _0.pst, _0.fld]
[junit4:junit4]   2> 25294 T2573 C331 P54937 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25294 T2605 C334 P36640 oass.SolrIndexSearcher.<init> Opening Searcher@15a4c6 main
[junit4:junit4]   2> 25295 T2590 C332 P54236 oass.SolrIndexSearcher.<init> Opening Searcher@1b1df0f main
[junit4:junit4]   2> 25295 T2605 C334 P36640 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25295 T2579 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19cab2b main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 25295 T2590 C332 P54236 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 25296 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15a4c6 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 25297 T2596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b1df0f main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 25297 T2573 C331 P54937 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 25298 T2605 C334 P36640 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 25298 T2590 C332 P54236 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 25299 T2556 C333 P49391 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4]   2> 25300 T2519 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 25301 T2519 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25302 T2519 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 25305 T2554 C333 P49391 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 25308 T2571 C331 P54937 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 25310 T2588 C332 P54236 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 25313 T2606 C334 P36640 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 25314 T2519 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25321 T2589 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 25321 T2589 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 25328 T2555 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 25329 T2555 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49391/collection1/
[junit4:junit4]   2> 25329 T2555 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49391 START replicas=[http://127.0.0.1:54937/collection1/, http://127.0.0.1:54236/collection1/, http://127.0.0.1:36640/collection1/] nUpdates=100
[junit4:junit4]   2> 25332 T2572 C331 P54937 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 25332 T2587 C332 P54236 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25332 T2555 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:49391  Received 3 versions from 127.0.0.1:54937/collection1/
[junit4:junit4]   2> 25333 T2555 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:49391  Our versions are newer. ourLowThreshold=1429262939366359040 otherHigh=1429262939392573440
[junit4:junit4]   2> 25333 T2555 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:49391  Received 4 versions from 127.0.0.1:54236/collection1/
[junit4:junit4]   2> 25333 T2555 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:49391  Our versions are newer. ourLowThreshold=1429262939366359040 otherHigh=1429262939406204928
[junit4:junit4]   2> 25334 T2604 C334 P36640 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 25335 T2555 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:49391  Received 5 versions from 127.0.0.1:36640/collection1/
[junit4:junit4]   2> 25335 T2555 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:49391  Our versions are newer. ourLowThreshold=1429262939366359040 otherHigh=1429262939406204928
[junit4:junit4]   2> 25335 T2555 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49391 DONE. sync succeeded
[junit4:junit4]   2> 25336 T2555 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 25336 T2555 oasc.SyncStrategy.syncToMe http://127.0.0.1:49391/collection1/: try and ask http://127.0.0.1:54937/collection1/ to sync
[junit4:junit4]   2> 25337 T2555 oasc.SyncStrategy.syncToMe http://127.0.0.1:49391/collection1/: try and ask http://127.0.0.1:54236/collection1/ to sync
[junit4:junit4]   2> 25337 T2555 oasc.SyncStrategy.syncToMe http://127.0.0.1:49391/collection1/: try and ask http://127.0.0.1:36640/collection1/ to sync
[junit4:junit4]   2> 25338 T2573 C331 P54937 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54937 START replicas=[http://127.0.0.1:49391/collection1/] nUpdates=100
[junit4:junit4]   2> 25339 T2590 C332 P54236 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54236 START replicas=[http://127.0.0.1:49391/collection1/] nUpdates=100
[junit4:junit4]   2> 25339 T2605 C334 P36640 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36640 START replicas=[http://127.0.0.1:49391/collection1/] nUp

[...truncated too long message...]

2519 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 49799 T2519 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 49799 T2519 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 49800 T2519 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=956EA0717E72B236 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el_GR -Dtests.timezone=GB -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 49.8s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([956EA0717E72B236:14882E69092DD20A]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 49837 T2519 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 49841 T2518 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 50541 T2522 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 51005 T2611 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 51006 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 51006 T2611 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 51006 T2611 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=el_GR, timezone=GB
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.7.0_15 (32-bit)/cpus=8,threads=6,free=70109184,total=217362432
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ZkNodePropsTest, FileUtilsTest, UpdateParamsTest, TestIndexingPerformance, FullSolrCloudDistribCmdsTest, AliasIntegrationTest, TestPropInject, TestElisionMultitermQuery, NotRequiredUniqueKeyTest, TestDistributedGrouping, TestQuerySenderNoQuery, XmlUpdateRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistanceFunctionTest, DebugComponentTest, TestStressLucene, TestArbitraryIndexDir, TestDFRSimilarityFactory, TestDefaultSimilarityFactory, SignatureUpdateProcessorFactoryTest, NoCacheHeaderTest, SuggesterWFSTTest, PathHierarchyTokenizerFactoryTest, CurrencyFieldXmlFileTest, TestBinaryResponseWriter, TestCSVResponseWriter, TestFoldingMultitermQuery, DOMUtilTest, SolrRequestParserTest, UniqFieldsUpdateProcessorFactoryTest, TestSuggestSpellingConverter, TestOmitPositions, TestSolr4Spatial, BasicZkTest, JSONWriterTest, TestQueryTypes, TestJmxMonitoredMap, OpenCloseCoreStressTest, TestRecovery, TestSystemIdResolver, TestLuceneMatchVersion, TestDynamicFieldResource, TestRangeQuery, LeaderElectionIntegrationTest, RequiredFieldsTest, TestPostingsSolrHighlighter, TestPartialUpdateDeduplication, ConvertedLegacyTest, TestComponentsName, TestRTGBase, ShardRoutingCustomTest, TestCSVLoader, XsltUpdateRequestHandlerTest, EchoParamsTest, CopyFieldTest, SpellPossibilityIteratorTest, StandardRequestHandlerTest, HighlighterConfigTest, CollectionsAPIDistributedZkTest, TestCodecSupport, ZkSolrClientTest, DocumentAnalysisRequestHandlerTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 51.13s, 1 test, 1 failure <<< FAILURES!

[...truncated 408 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 271 suites, 1142 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 47 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_15 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/ibm-j9-jdk7) - Build # 4642 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4642/
Java: 64bit/ibm-j9-jdk7 

1 tests failed.
FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleJettyTest.testLukeHandler

Error Message:
IOException occured when talking to server at: https://127.0.0.1:58580/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:58580/solr
	at __randomizedtesting.SeedInfo.seed([C6B0C0030A65333F:2D0D1A181423457]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.client.solrj.SolrExampleTests.testLukeHandler(SolrExampleTests.java:770)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
	at java.lang.reflect.Method.invoke(Method.java:613)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:780)
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 45 more




Build Log:
[...truncated 10217 lines...]
[junit4:junit4] Suite: org.apache.solr.client.solrj.embedded.SolrExampleJettyTest
[junit4:junit4]   2> 0 T77 oas.SolrJettyTestBase.beforeSolrJettyTestBase Randomized ssl (true) and clientAuth (false)
[junit4:junit4]   2> 1 T77 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/./solrtest-SolrExampleJettyTest-1363069347285
[junit4:junit4]   2> 6 T77 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 15 T77 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 689 T77 oejus.SslContextFactory.doStart Enabled Protocols [TLSv1] of [SSLv3, TLSv1, TLSv1.1, TLSv1.2]
[junit4:junit4]   2> 692 T77 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58580
[junit4:junit4]   2> 693 T77 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 693 T77 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 694 T77 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr
[junit4:junit4]   2> 694 T77 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/solr.xml
[junit4:junit4]   2> 694 T77 oasc.CoreContainer.<init> New CoreContainer -1126836896
[junit4:junit4]   2> 695 T77 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/'
[junit4:junit4]   2> 695 T77 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/'
[junit4:junit4]   2> 719 T77 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 720 T77 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 720 T77 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 721 T77 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 721 T77 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 722 T77 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 722 T77 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 723 T77 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 723 T77 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 724 T77 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 730 T77 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 745 T87 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/collection1
[junit4:junit4]   2> 746 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/collection1/'
[junit4:junit4]   2> 786 T87 oasc.SolrConfig.initLibs Adding specified lib dirs to ClassLoader
[junit4:junit4]   2> 818 T87 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 899 T87 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 900 T87 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 943 T87 oass.IndexSchema.readSchema Schema name=example
[junit4:junit4]   2> 1580 T87 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1601 T87 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1606 T87 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1650 T87 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1651 T87 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/
[junit4:junit4]   2> 1652 T87 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
[junit4:junit4]   2> 1652 T87 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   2> 1653 T87 oasc.SolrCore.initListeners [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   2> 1653 T87 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1654 T87 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285 forceNew: false
[junit4:junit4]   2> 1655 T87 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/index/
[junit4:junit4]   2> 1655 T87 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1662 T87 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/index forceNew: false
[junit4:junit4]   2> 1687 T87 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1688 T87 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1690 T87 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1691 T87 oasc.SolrCore.initWriters adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   2> 1692 T87 oasc.SolrCore.initWriters created velocity: solr.VelocityResponseWriter
[junit4:junit4]   2> 1692 T87 oasc.SolrCore.initWriters created xslt: solr.XSLTResponseWriter
[junit4:junit4]   2> 1693 T87 oasr.XSLTResponseWriter.init xsltCacheLifetimeSeconds=5
[junit4:junit4]   2> 1694 T87 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1695 T87 oasc.RequestHandlers.initHandlersFromConfig created /query: solr.SearchHandler
[junit4:junit4]   2> 1696 T87 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1696 T87 oasc.RequestHandlers.initHandlersFromConfig created /browse: solr.SearchHandler
[junit4:junit4]   2> 1697 T87 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1697 T87 oasc.RequestHandlers.initHandlersFromConfig created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   2> 1698 T87 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   2> 1698 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 1699 T87 oasc.RequestHandlers.initHandlersFromConfig created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   2> 1699 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 1700 T87 oasc.RequestHandlers.initHandlersFromConfig created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   2> 1700 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 1701 T87 oasc.RequestHandlers.initHandlersFromConfig created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   2> 1701 T87 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1702 T87 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   2> 1704 T87 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1709 T87 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1711 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1714 T87 oasc.RequestHandlers.initHandlersFromConfig created /spell: solr.SearchHandler
[junit4:junit4]   2> 1715 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1715 T87 oasc.RequestHandlers.initHandlersFromConfig created /tvrh: solr.SearchHandler
[junit4:junit4]   2> 1715 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1716 T87 oasc.RequestHandlers.initHandlersFromConfig created /terms: solr.SearchHandler
[junit4:junit4]   2> 1716 T87 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   2> 1717 T87 oasc.RequestHandlers.initHandlersFromConfig created /elevate: solr.SearchHandler
[junit4:junit4]   2> 1719 T87 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1721 T87 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1723 T87 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1740 T87 oass.SolrIndexSearcher.<init> Opening Searcher@37e5f9e5 main
[junit4:junit4]   2> 1741 T87 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/tlog
[junit4:junit4]   2> 1742 T87 oasu.CommitTracker.<init> Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   2> 1743 T87 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1743 T87 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1744 T87 oass.DirectSolrSpellChecker.init init: {name=default,field=name,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   2> 1745 T87 oashc.SpellCheckComponent.inform No queryConverter defined, using default converter
[junit4:junit4]   2> 1746 T87 oashc.QueryElevationComponent.inform Loading QueryElevation from: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   2> 1778 T87 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1779 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@37e5f9e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1779 T87 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@fbdbb1
[junit4:junit4]   2> 1781 T88 C9 REQ [collection1] webapp=null path=null params={q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false&event=firstSearcher} hits=0 status=0 QTime=2 
[junit4:junit4]   2> 1782 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 1782 T88 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: default
[junit4:junit4]   2> 1783 T88 oashc.SpellCheckComponent$SpellCheckerListener.newSearcher Loading spell index for spellchecker: wordbreak
[junit4:junit4]   2> 1783 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37e5f9e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1784 T77 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1
[junit4:junit4]   2> 1785 T77 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1785 T77 oas.SolrJettyTestBase.createJetty Jetty Assigned Port#58580
[junit4:junit4]   2> 1803 T77 oas.SolrTestCaseJ4.setUp ###Starting testSetNullUpdates
[junit4:junit4]   2> 1805 T77 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3791 T85 C9 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3793 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3801 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[testSetNullUpdates (1429281807864430592)]} 0 16
[junit4:junit4]   2> 3813 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3904 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_2,generation=2,filenames=[_0.si, segments_2, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx]
[junit4:junit4]   2> 3904 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_0.si, segments_2, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx]
[junit4:junit4]   2> 3912 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@957b970a main
[junit4:junit4]   2> 3913 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@957b970a main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 3913 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3913 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3914 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@957b970a main{StandardDirectoryReader(segments_2:3 _0(4.3):C1)}
[junit4:junit4]   2> 3914 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 101
[junit4:junit4]   2> 3931 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[testSetNullUpdates (1429281808013328384)]} 0 5
[junit4:junit4]   2> 3939 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 3974 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_2,generation=2,filenames=[_0.si, segments_2, _0_Lucene41_0.doc, _0_Lucene41_0.tim, _0.fnm, _0.fdt, _0_Lucene41_0.tip, _0.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_3,generation=3,filenames=[_1.si, segments_3, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1.fnm, _1.fdt, _1_Lucene41_0.tip, _1.fdx]
[junit4:junit4]   2> 3978 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1.si, segments_3, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1.fnm, _1.fdt, _1_Lucene41_0.tip, _1.fdx]
[junit4:junit4]   2> 3994 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@eefe71a main
[junit4:junit4]   2> 3996 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@eefe71a main{StandardDirectoryReader(segments_3:7 _1(4.3):C1)}
[junit4:junit4]   2> 3996 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 3996 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 3998 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eefe71a main{StandardDirectoryReader(segments_3:7 _1(4.3):C1)}
[junit4:junit4]   2> 3999 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 60
[junit4:junit4]   2> 4004 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=id:testSetNullUpdates&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 4006 T77 oas.SolrTestCaseJ4.tearDown ###Ending testSetNullUpdates
[junit4:junit4]   2> 4024 T77 oas.SolrTestCaseJ4.setUp ###Starting testAddRetrieve
[junit4:junit4]   2> 4035 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@5075ea4a realtime
[junit4:junit4]   2> 4036 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281808119234560)} 0 7
[junit4:junit4]   2> 4048 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[id1 (1429281808132866048), id2 (1429281808137060352)]} 0 6
[junit4:junit4]   2> 4054 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4093 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_3,generation=3,filenames=[_1.si, segments_3, _1_Lucene41_0.doc, _1_Lucene41_0.tim, _1.fnm, _1.fdt, _1_Lucene41_0.tip, _1.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_4,generation=4,filenames=[_2.si, _2.nvd, _2_Lucene41_0.pos, segments_4, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _2.nvm, _2.fnm, _2.fdt, _2.fdx]
[junit4:junit4]   2> 4094 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_2.si, _2.nvd, _2_Lucene41_0.pos, segments_4, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _2.nvm, _2.fnm, _2.fdt, _2.fdx]
[junit4:junit4]   2> 4100 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@98bbfdaa main
[junit4:junit4]   2> 4104 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@98bbfdaa main{StandardDirectoryReader(segments_4:11:nrt _2(4.3):C2)}
[junit4:junit4]   2> 4105 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4106 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@98bbfdaa main{StandardDirectoryReader(segments_4:11:nrt _2(4.3):C2)}
[junit4:junit4]   2> 4107 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4107 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 53
[junit4:junit4]   2> 4123 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin&sort=price+asc} hits=2 status=0 QTime=10 
[junit4:junit4]   2> 4136 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[id1 (1429281808226189312), id2 (1429281808229335040)]} 0 5
[junit4:junit4]   2> 4141 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4174 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_4,generation=4,filenames=[_2.si, _2.nvd, _2_Lucene41_0.pos, segments_4, _2_Lucene41_0.doc, _2_Lucene41_0.tim, _2_Lucene41_0.tip, _2.nvm, _2.fnm, _2.fdt, _2.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_5,generation=5,filenames=[_3.si, _3.fdx, _3_Lucene41_0.pos, _3.nvd, _3_Lucene41_0.doc, _3_Lucene41_0.tim, segments_5, _3_Lucene41_0.tip, _3.nvm, _3.fnm, _3.fdt]
[junit4:junit4]   2> 4174 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_3.si, _3.fdx, _3_Lucene41_0.pos, _3.nvd, _3_Lucene41_0.doc, _3_Lucene41_0.tim, segments_5, _3_Lucene41_0.tip, _3.nvm, _3.fnm, _3.fdt]
[junit4:junit4]   2> 4180 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@79e1723a main
[junit4:junit4]   2> 4183 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@79e1723a main{StandardDirectoryReader(segments_5:15:nrt _3(4.3):C2)}
[junit4:junit4]   2> 4183 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4183 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4184 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79e1723a main{StandardDirectoryReader(segments_5:15:nrt _3(4.3):C2)}
[junit4:junit4]   2> 4186 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 45
[junit4:junit4]   2> 4190 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin&sort=price+asc} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 4197 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=name:h?llo&version=2&wt=javabin&sort=price+asc} hits=1 status=0 QTime=2 
[junit4:junit4]   2> 4199 T77 oas.SolrTestCaseJ4.tearDown ###Ending testAddRetrieve
[junit4:junit4]   2> 4214 T77 oas.SolrTestCaseJ4.setUp ###Starting testPivotFacets
[junit4:junit4]   2> 4219 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@7c62af0d realtime
[junit4:junit4]   2> 4220 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281808316366848)} 0 3
[junit4:junit4]   2> 4224 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4263 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_5,generation=5,filenames=[_3.si, _3.fdx, _3_Lucene41_0.pos, _3.nvd, _3_Lucene41_0.doc, _3_Lucene41_0.tim, segments_5, _3_Lucene41_0.tip, _3.nvm, _3.fnm, _3.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_6,generation=6,filenames=[segments_6]
[junit4:junit4]   2> 4264 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[segments_6]
[junit4:junit4]   2> 4267 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@bb5efd08 main
[junit4:junit4]   2> 4270 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@bb5efd08 main{StandardDirectoryReader(segments_5:17:nrt)}
[junit4:junit4]   2> 4270 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4271 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4272 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bb5efd08 main{StandardDirectoryReader(segments_5:17:nrt)}
[junit4:junit4]   2> 4273 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 49
[junit4:junit4]   2> 4280 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 4301 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[1 (1429281808388718592), 2 (1429281808392912896), 3 (1429281808393961472), 4 (1429281808395010048), 5 (1429281808396058624), 6 (1429281808397107200), 7 (1429281808398155776), 8 (1429281808399204352), 9 (1429281808400252928), 10 (1429281808401301504), ... (12 adds)]} 0 15
[junit4:junit4]   2> 4305 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4353 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_6,generation=6,filenames=[segments_6]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_7,generation=7,filenames=[_4_Lucene41_0.pos, _4.fdx, _4.nvd, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, segments_7, _4.nvm, _4.fnm, _4.fdt, _4.si]
[junit4:junit4]   2> 4354 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 7[_4_Lucene41_0.pos, _4.fdx, _4.nvd, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, segments_7, _4.nvm, _4.fnm, _4.fdt, _4.si]
[junit4:junit4]   2> 4358 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@4634c03f main
[junit4:junit4]   2> 4359 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@4634c03f main{StandardDirectoryReader(segments_7:19:nrt _4(4.3):C12)}
[junit4:junit4]   2> 4359 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4359 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4360 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4634c03f main{StandardDirectoryReader(segments_7:19:nrt _4(4.3):C12)}
[junit4:junit4]   2> 4360 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 55
[junit4:junit4]   2> 4382 T85 C9 oasr.UnInvertedField.<init> UnInverted multi-valued field {field=features,memSize=4521,tindexSize=43,time=1,phase1=1,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   2> 4385 T85 C9 oasr.UnInvertedField.<init> UnInverted multi-valued field {field=cat,memSize=4515,tindexSize=41,time=0,phase1=0,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   2> 4389 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.mincount=0&facet=true&version=2&rows=0&facet.pivot=features,cat&facet.pivot=cat,features&facet.pivot=features,cat,inStock&wt=javabin&facet.missing=false} hits=12 status=0 QTime=24 
[junit4:junit4]   2> 4402 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.mincount=0&facet=true&version=2&rows=0&fq={!tag%3Dmytag}-(features:bbb+AND+cat:a+AND+inStock:true)&facet.pivot={!ex%3Dmytag+key%3Dmykey}features,cat&wt=javabin} hits=11 status=0 QTime=7 
[junit4:junit4]   2> 4404 T77 oas.SolrTestCaseJ4.tearDown ###Ending testPivotFacets
[junit4:junit4]   2> 4413 T77 oas.SolrTestCaseJ4.setUp ###Starting testUnicode
[junit4:junit4]   2> 4421 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@ec35a672 realtime
[junit4:junit4]   2> 4422 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {deleteByQuery=*:* (-1429281808527130624)} 0 4
[junit4:junit4]   2> 4443 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {add=[0 (1429281808546004992), 1 (1429281808548102144), 2 (1429281808549150720), 3 (1429281808549150721), 4 (1429281808550199296), 5 (1429281808550199297), 6 (1429281808551247872), 7 (1429281808552296448), 8 (1429281808552296449)]} 0 7
[junit4:junit4]   2> 4447 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4474 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_7,generation=7,filenames=[_4_Lucene41_0.pos, _4.fdx, _4.nvd, _4_Lucene41_0.doc, _4_Lucene41_0.tim, _4_Lucene41_0.tip, segments_7, _4.nvm, _4.fnm, _4.fdt, _4.si]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_8,generation=8,filenames=[_5.fdx, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_8, _5.fnm, _5.si, _5.fdt]
[junit4:junit4]   2> 4474 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 8[_5.fdx, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_8, _5.fnm, _5.si, _5.fdt]
[junit4:junit4]   2> 4479 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@be4a119c main
[junit4:junit4]   2> 4480 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@be4a119c main{StandardDirectoryReader(segments_8:23:nrt _5(4.3):C9)}
[junit4:junit4]   2> 4480 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4481 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4481 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@be4a119c main{StandardDirectoryReader(segments_8:23:nrt _5(4.3):C9)}
[junit4:junit4]   2> 4483 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2.2&waitSearcher=true&wt=xml} {commit=} 0 36
[junit4:junit4]   2> 4487 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2.2&rows=9&wt=xml} hits=9 status=0 QTime=0 
[junit4:junit4]   2> 4497 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@4f3a275b realtime
[junit4:junit4]   2> 4497 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {deleteByQuery=*:* (-1429281808607870976)} 0 2
[junit4:junit4]   2> 4523 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {add=[0 (1429281808619405312), 1 (1429281808621502464), 2 (1429281808622551040), 3 (1429281808622551041), 4 (1429281808623599616), 5 (1429281808624648192), 6 (1429281808624648193), 7 (1429281808625696768), 8 (1429281808626745344), 9 (1429281808626745345), ... (23 adds)]} 0 17
[junit4:junit4]   2> 4528 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4574 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_8,generation=8,filenames=[_5.fdx, _5_Lucene41_0.doc, _5_Lucene41_0.tim, _5_Lucene41_0.tip, segments_8, _5.fnm, _5.si, _5.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_9,generation=9,filenames=[_6_Lucene41_0.doc, _6_Lucene41_0.tim, _6.fdx, _6_Lucene41_0.tip, segments_9, _6.si, _6.fnm, _6.fdt]
[junit4:junit4]   2> 4575 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 9[_6_Lucene41_0.doc, _6_Lucene41_0.tim, _6.fdx, _6_Lucene41_0.tip, segments_9, _6.si, _6.fnm, _6.fdt]
[junit4:junit4]   2> 4579 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@26371e73 main
[junit4:junit4]   2> 4580 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@26371e73 main{StandardDirectoryReader(segments_9:27:nrt _6(4.3):C23)}
[junit4:junit4]   2> 4580 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4581 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4581 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26371e73 main{StandardDirectoryReader(segments_9:27:nrt _6(4.3):C23)}
[junit4:junit4]   2> 4582 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2.2&waitSearcher=true&wt=xml} {commit=} 0 54
[junit4:junit4]   2> 4587 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2.2&rows=23&wt=xml} hits=23 status=0 QTime=1 
[junit4:junit4]   2> 4609 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@eaeed821 realtime
[junit4:junit4]   2> 4610 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {deleteByQuery=*:* (-1429281808725311488)} 0 3
[junit4:junit4]   2> 4627 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {add=[0 (1429281808735797248), 1 (1429281808737894400), 2 (1429281808737894401), 3 (1429281808738942976), 4 (1429281808738942977), 5 (1429281808739991552), 6 (1429281808739991553), 7 (1429281808741040128), 8 (1429281808741040129), 9 (1429281808742088704), ... (14 adds)]} 0 10
[junit4:junit4]   2> 4632 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4664 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_9,generation=9,filenames=[_6_Lucene41_0.doc, _6_Lucene41_0.tim, _6.fdx, _6_Lucene41_0.tip, segments_9, _6.si, _6.fnm, _6.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_a,generation=10,filenames=[_7.fdt, _7_Lucene41_0.doc, _7_Lucene41_0.tim, segments_a, _7.fdx, _7_Lucene41_0.tip, _7.si, _7.fnm]
[junit4:junit4]   2> 4664 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 10[_7.fdt, _7_Lucene41_0.doc, _7_Lucene41_0.tim, segments_a, _7.fdx, _7_Lucene41_0.tip, _7.si, _7.fnm]
[junit4:junit4]   2> 4669 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@ce331a13 main
[junit4:junit4]   2> 4670 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@ce331a13 main{StandardDirectoryReader(segments_a:31:nrt _7(4.3):C14)}
[junit4:junit4]   2> 4670 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4671 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4671 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ce331a13 main{StandardDirectoryReader(segments_a:31:nrt _7(4.3):C14)}
[junit4:junit4]   2> 4673 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2.2&waitSearcher=true&wt=xml} {commit=} 0 41
[junit4:junit4]   2> 4678 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2.2&rows=14&wt=xml} hits=14 status=0 QTime=1 
[junit4:junit4]   2> 4693 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@393c4c9b realtime
[junit4:junit4]   2> 4694 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {deleteByQuery=*:* (-1429281808813391872)} 0 3
[junit4:junit4]   2> 4703 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {add=[0 (1429281808822829056), 1 (1429281808824926208), 2 (1429281808824926209)]} 0 3
[junit4:junit4]   2> 4709 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4734 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_a,generation=10,filenames=[_7.fdt, _7_Lucene41_0.doc, _7_Lucene41_0.tim, segments_a, _7.fdx, _7_Lucene41_0.tip, _7.si, _7.fnm]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_b,generation=11,filenames=[_8_Lucene41_0.doc, _8_Lucene41_0.tim, _8.fnm, _8.fdt, _8_Lucene41_0.tip, segments_b, _8.fdx, _8.si]
[junit4:junit4]   2> 4735 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 11[_8_Lucene41_0.doc, _8_Lucene41_0.tim, _8.fnm, _8.fdt, _8_Lucene41_0.tip, segments_b, _8.fdx, _8.si]
[junit4:junit4]   2> 4741 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@4808dece main
[junit4:junit4]   2> 4743 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@4808dece main{StandardDirectoryReader(segments_b:35:nrt _8(4.3):C3)}
[junit4:junit4]   2> 4743 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4743 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4744 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4808dece main{StandardDirectoryReader(segments_b:35:nrt _8(4.3):C3)}
[junit4:junit4]   2> 4745 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2.2&waitSearcher=true&wt=xml} {commit=} 0 36
[junit4:junit4]   2> 4753 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2.2&rows=3&wt=xml} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 4762 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@474ed8d3 realtime
[junit4:junit4]   2> 4763 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {deleteByQuery=*:* (-1429281808886792192)} 0 2
[junit4:junit4]   2> 4789 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {add=[0 (1429281808899375104), 1 (1429281808901472256), 2 (1429281808901472257), 3 (1429281808902520832), 4 (1429281808902520833), 5 (1429281808903569408), 6 (1429281808904617984), 7 (1429281808904617985), 8 (1429281808905666560), 9 (1429281808905666561), ... (22 adds)]} 0 17
[junit4:junit4]   2> 4795 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4824 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_b,generation=11,filenames=[_8_Lucene41_0.doc, _8_Lucene41_0.tim, _8.fnm, _8.fdt, _8_Lucene41_0.tip, segments_b, _8.fdx, _8.si]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_c,generation=12,filenames=[_9.fnm, _9.fdt, _9_Lucene41_0.tip, segments_c, _9.fdx, _9.si, _9_Lucene41_0.doc, _9_Lucene41_0.tim]
[junit4:junit4]   2> 4831 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 12[_9.fnm, _9.fdt, _9_Lucene41_0.tip, segments_c, _9.fdx, _9.si, _9_Lucene41_0.doc, _9_Lucene41_0.tim]
[junit4:junit4]   2> 4836 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3d2a07ec main
[junit4:junit4]   2> 4837 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@3d2a07ec main{StandardDirectoryReader(segments_c:39:nrt _9(4.3):C22)}
[junit4:junit4]   2> 4838 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4838 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d2a07ec main{StandardDirectoryReader(segments_c:39:nrt _9(4.3):C22)}
[junit4:junit4]   2> 4838 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4840 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2.2&waitSearcher=true&wt=xml} {commit=} 0 45
[junit4:junit4]   2> 4852 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2.2&rows=22&wt=xml} hits=22 status=0 QTime=1 
[junit4:junit4]   2> 4868 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@9fb5b3dc realtime
[junit4:junit4]   2> 4869 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {deleteByQuery=*:* (-1429281808996892672)} 0 3
[junit4:junit4]   2> 4882 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2.2&wt=xml} {add=[0 (1429281809006329856), 1 (1429281809008427008), 2 (1429281809008427009), 3 (1429281809009475584), 4 (1429281809009475585), 5 (1429281809010524160), 6 (1429281809010524161), 7 (1429281809010524162), 8 (1429281809011572736), 9 (1429281809011572737), ... (12 adds)]} 0 7
[junit4:junit4]   2> 4887 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 4924 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_c,generation=12,filenames=[_9.fnm, _9.fdt, _9_Lucene41_0.tip, segments_c, _9.fdx, _9.si, _9_Lucene41_0.doc, _9_Lucene41_0.tim]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_d,generation=13,filenames=[_a.si, segments_d, _a_Lucene41_0.doc, _a_Lucene41_0.tim, _a.fnm, _a.fdt, _a_Lucene41_0.tip, _a.fdx]
[junit4:junit4]   2> 4925 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 13[_a.si, segments_d, _a_Lucene41_0.doc, _a_Lucene41_0.tim, _a.fnm, _a.fdt, _a_Lucene41_0.tip, _a.fdx]
[junit4:junit4]   2> 4931 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@2c09ce68 main
[junit4:junit4]   2> 4935 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@2c09ce68 main{StandardDirectoryReader(segments_d:43:nrt _a(4.3):C12)}
[junit4:junit4]   2> 4935 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 4935 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 4936 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c09ce68 main{StandardDirectoryReader(segments_d:43:nrt _a(4.3):C12)}
[junit4:junit4]   2> 4939 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2.2&waitSearcher=true&wt=xml} {commit=} 0 52
[junit4:junit4]   2> 4945 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2.2&rows=12&wt=xml} hits=12 status=0 QTime=0 
[junit4:junit4]   2> 4957 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@94e3448 realtime
[junit4:junit4]   2> 4957 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809090215936)} 0 2
[junit4:junit4]   2> 4980 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 (1429281809101750272), 1 (1429281809103847424), 2 (1429281809103847425), 3 (1429281809104896000), 4 (1429281809104896001), 5 (1429281809105944576), 6 (1429281809106993152), 7 (1429281809106993153), 8 (1429281809108041728), 9 (1429281809108041729), ... (22 adds)]} 0 15
[junit4:junit4]   2> 4985 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5014 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_d,generation=13,filenames=[_a.si, segments_d, _a_Lucene41_0.doc, _a_Lucene41_0.tim, _a.fnm, _a.fdt, _a_Lucene41_0.tip, _a.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_e,generation=14,filenames=[_b.si, _b_Lucene41_0.doc, _b_Lucene41_0.tim, segments_e, _b_Lucene41_0.tip, _b.fnm, _b.fdt, _b.fdx]
[junit4:junit4]   2> 5015 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 14[_b.si, _b_Lucene41_0.doc, _b_Lucene41_0.tim, segments_e, _b_Lucene41_0.tip, _b.fnm, _b.fdt, _b.fdx]
[junit4:junit4]   2> 5018 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@a3117492 main
[junit4:junit4]   2> 5020 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@a3117492 main{StandardDirectoryReader(segments_e:47:nrt _b(4.3):C22)}
[junit4:junit4]   2> 5020 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5020 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5021 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a3117492 main{StandardDirectoryReader(segments_e:47:nrt _b(4.3):C22)}
[junit4:junit4]   2> 5022 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 37
[junit4:junit4]   2> 5027 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&rows=22&wt=javabin} hits=22 status=0 QTime=1 
[junit4:junit4]   2> 5039 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@26f46c3 realtime
[junit4:junit4]   2> 5040 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809175150592)} 0 4
[junit4:junit4]   2> 5065 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 (1429281809188782080), 1 (1429281809189830656), 2 (1429281809190879232), 3 (1429281809191927808), 4 (1429281809191927809), 5 (1429281809192976384), 6 (1429281809194024960), 7 (1429281809195073536), 8 (1429281809195073537), 9 (1429281809196122112), ... (22 adds)]} 0 17
[junit4:junit4]   2> 5069 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5104 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_e,generation=14,filenames=[_b.si, _b_Lucene41_0.doc, _b_Lucene41_0.tim, segments_e, _b_Lucene41_0.tip, _b.fnm, _b.fdt, _b.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_f,generation=15,filenames=[_c.si, _c.fdx, _c_Lucene41_0.doc, _c_Lucene41_0.tim, segments_f, _c_Lucene41_0.tip, _c.fnm, _c.fdt]
[junit4:junit4]   2> 5105 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 15[_c.si, _c.fdx, _c_Lucene41_0.doc, _c_Lucene41_0.tim, segments_f, _c_Lucene41_0.tip, _c.fnm, _c.fdt]
[junit4:junit4]   2> 5109 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@787bcf98 main
[junit4:junit4]   2> 5111 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@787bcf98 main{StandardDirectoryReader(segments_f:51:nrt _c(4.3):C22)}
[junit4:junit4]   2> 5111 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5111 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5111 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@787bcf98 main{StandardDirectoryReader(segments_f:51:nrt _c(4.3):C22)}
[junit4:junit4]   2> 5113 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 44
[junit4:junit4]   2> 5118 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&rows=22&wt=javabin} hits=22 status=0 QTime=1 
[junit4:junit4]   2> 5129 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3fad5925 realtime
[junit4:junit4]   2> 5129 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809270571008)} 0 2
[junit4:junit4]   2> 5167 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 (1429281809280008192), 1 (1429281809282105344), 2 (1429281809282105345), 3 (1429281809283153920), 4 (1429281809284202496), 5 (1429281809284202497), 6 (1429281809285251072), 7 (1429281809285251073), 8 (1429281809286299648), 9 (1429281809286299649), ... (24 adds)]} 0 31
[junit4:junit4]   2> 5174 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5204 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_f,generation=15,filenames=[_c.si, _c.fdx, _c_Lucene41_0.doc, _c_Lucene41_0.tim, segments_f, _c_Lucene41_0.tip, _c.fnm, _c.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_g,generation=16,filenames=[_d.fdx, _d_Lucene41_0.doc, _d_Lucene41_0.tim, _d_Lucene41_0.tip, segments_g, _d.fnm, _d.fdt, _d.si]
[junit4:junit4]   2> 5204 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 16[_d.fdx, _d_Lucene41_0.doc, _d_Lucene41_0.tim, _d_Lucene41_0.tip, segments_g, _d.fnm, _d.fdt, _d.si]
[junit4:junit4]   2> 5209 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@bba9a344 main
[junit4:junit4]   2> 5212 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@bba9a344 main{StandardDirectoryReader(segments_g:55:nrt _d(4.3):C24)}
[junit4:junit4]   2> 5213 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5214 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bba9a344 main{StandardDirectoryReader(segments_g:55:nrt _d(4.3):C24)}
[junit4:junit4]   2> 5216 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5216 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 42
[junit4:junit4]   2> 5222 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&rows=24&wt=javabin} hits=24 status=0 QTime=1 
[junit4:junit4]   2> 5233 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@a05ab63a realtime
[junit4:junit4]   2> 5234 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809380671488)} 0 3
[junit4:junit4]   2> 5259 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 (1429281809392205824), 1 (1429281809395351552), 2 (1429281809395351553), 3 (1429281809396400128), 4 (1429281809396400129), 5 (1429281809397448704), 6 (1429281809398497280), 7 (1429281809398497281), 8 (1429281809399545856), 9 (1429281809400594432), ... (22 adds)]} 0 16
[junit4:junit4]   2> 5264 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5304 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_g,generation=16,filenames=[_d.fdx, _d_Lucene41_0.doc, _d_Lucene41_0.tim, _d_Lucene41_0.tip, segments_g, _d.fnm, _d.fdt, _d.si]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_h,generation=17,filenames=[_e.fdx, _e_Lucene41_0.doc, _e_Lucene41_0.tim, _e_Lucene41_0.tip, segments_h, _e.fnm, _e.si, _e.fdt]
[junit4:junit4]   2> 5305 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 17[_e.fdx, _e_Lucene41_0.doc, _e_Lucene41_0.tim, _e_Lucene41_0.tip, segments_h, _e.fnm, _e.si, _e.fdt]
[junit4:junit4]   2> 5308 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3f0b5853 main
[junit4:junit4]   2> 5312 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@3f0b5853 main{StandardDirectoryReader(segments_h:59:nrt _e(4.3):C22)}
[junit4:junit4]   2> 5312 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5314 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f0b5853 main{StandardDirectoryReader(segments_h:59:nrt _e(4.3):C22)}
[junit4:junit4]   2> 5314 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5315 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 51
[junit4:junit4]   2> 5321 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&rows=22&wt=javabin} hits=22 status=0 QTime=0 
[junit4:junit4]   2> 5331 T77 oas.SolrTestCaseJ4.tearDown ###Ending testUnicode
[junit4:junit4]   2> 5348 T77 oas.SolrTestCaseJ4.setUp ###Starting testStatistics
[junit4:junit4]   2> 5353 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@dcb4428a realtime
[junit4:junit4]   2> 5355 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809505452032)} 0 4
[junit4:junit4]   2> 5385 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5404 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_h,generation=17,filenames=[_e.fdx, _e_Lucene41_0.doc, _e_Lucene41_0.tim, _e_Lucene41_0.tip, segments_h, _e.fnm, _e.si, _e.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_i,generation=18,filenames=[segments_i]
[junit4:junit4]   2> 5404 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 18[segments_i]
[junit4:junit4]   2> 5406 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@4ee4e24f main
[junit4:junit4]   2> 5410 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@4ee4e24f main{StandardDirectoryReader(segments_h:61:nrt)}
[junit4:junit4]   2> 5410 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5411 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5412 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ee4e24f main{StandardDirectoryReader(segments_h:61:nrt)}
[junit4:junit4]   2> 5413 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 28
[junit4:junit4]   2> 5421 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 5430 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc0 (1429281809586192384)]} 0 2
[junit4:junit4]   2> 5437 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc1 (1429281809594580992)]} 0 2
[junit4:junit4]   2> 5445 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc2 (1429281809601921024)]} 0 2
[junit4:junit4]   2> 5452 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc3 (1429281809610309632)]} 0 1
[junit4:junit4]   2> 5457 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc4 (1429281809615552512)]} 0 1
[junit4:junit4]   2> 5463 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc5 (1429281809621843968)]} 0 2
[junit4:junit4]   2> 5469 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc6 (1429281809628135424)]} 0 1
[junit4:junit4]   2> 5475 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc7 (1429281809634426880)]} 0 1
[junit4:junit4]   2> 5480 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc8 (1429281809639669760)]} 0 1
[junit4:junit4]   2> 5485 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc9 (1429281809645961216)]} 0 1
[junit4:junit4]   2> 5490 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5514 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_i,generation=18,filenames=[segments_i]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_j,generation=19,filenames=[_f_Lucene41_0.doc, _f_Lucene41_0.tim, _f.fdx, _f_Lucene41_0.tip, _f.nvd, segments_j, _f.si, _f.nvm, _f.fnm, _f_Lucene41_0.pos, _f.fdt]
[junit4:junit4]   2> 5514 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 19[_f_Lucene41_0.doc, _f_Lucene41_0.tim, _f.fdx, _f_Lucene41_0.tip, _f.nvd, segments_j, _f.si, _f.nvm, _f.fnm, _f_Lucene41_0.pos, _f.fdt]
[junit4:junit4]   2> 5518 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@1349956b main
[junit4:junit4]   2> 5520 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@1349956b main{StandardDirectoryReader(segments_j:63:nrt _f(4.3):C10)}
[junit4:junit4]   2> 5520 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5520 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5521 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1349956b main{StandardDirectoryReader(segments_j:63:nrt _f(4.3):C10)}
[junit4:junit4]   2> 5521 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 31
[junit4:junit4]   2> 5526 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 5542 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&rows=0&stats.field=val_pi&wt=javabin&stats=true} hits=10 status=0 QTime=11 
[junit4:junit4]   2> 5549 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@bfe9e93e realtime
[junit4:junit4]   2> 5550 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809712021504)} 0 3
[junit4:junit4]   2> 5554 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5574 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_j,generation=19,filenames=[_f_Lucene41_0.doc, _f_Lucene41_0.tim, _f.fdx, _f_Lucene41_0.tip, _f.nvd, segments_j, _f.si, _f.nvm, _f.fnm, _f_Lucene41_0.pos, _f.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_k,generation=20,filenames=[segments_k]
[junit4:junit4]   2> 5574 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 20[segments_k]
[junit4:junit4]   2> 5577 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@6ba30ac9 main
[junit4:junit4]   2> 5578 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@6ba30ac9 main{StandardDirectoryReader(segments_j:65:nrt)}
[junit4:junit4]   2> 5579 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5578 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5579 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ba30ac9 main{StandardDirectoryReader(segments_j:65:nrt)}
[junit4:junit4]   2> 5580 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 26
[junit4:junit4]   2> 5586 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 5594 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc10 (1429281809757110272)]} 0 3
[junit4:junit4]   2> 5602 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc11 (1429281809766547456)]} 0 2
[junit4:junit4]   2> 5610 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc12 (1429281809774936064)]} 0 2
[junit4:junit4]   2> 5617 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc13 (1429281809783324672)]} 0 2
[junit4:junit4]   2> 5625 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc14 (1429281809791713280)]} 0 2
[junit4:junit4]   2> 5630 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5694 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_k,generation=20,filenames=[segments_k]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_l,generation=21,filenames=[_g.fdt, _g_Lucene41_0.doc, _g_Lucene41_0.tim, _g.fdx, _g_Lucene41_0.tip, _g.nvd, _g.si, _g_Lucene41_0.pos, segments_l, _g.nvm, _g.fnm]
[junit4:junit4]   2> 5695 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 21[_g.fdt, _g_Lucene41_0.doc, _g_Lucene41_0.tim, _g.fdx, _g_Lucene41_0.tip, _g.nvd, _g.si, _g_Lucene41_0.pos, segments_l, _g.nvm, _g.fnm]
[junit4:junit4]   2> 5700 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@63c60757 main
[junit4:junit4]   2> 5701 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@63c60757 main{StandardDirectoryReader(segments_l:67:nrt _g(4.3):C5)}
[junit4:junit4]   2> 5701 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5702 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5702 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63c60757 main{StandardDirectoryReader(segments_l:67:nrt _g(4.3):C5)}
[junit4:junit4]   2> 5704 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 74
[junit4:junit4]   2> 5713 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 5720 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&rows=0&stats.field=val_pi&wt=javabin&stats=true} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 5729 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@930f673e realtime
[junit4:junit4]   2> 5730 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281809898668032)} 0 4
[junit4:junit4]   2> 5735 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5753 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_l,generation=21,filenames=[_g.fdt, _g_Lucene41_0.doc, _g_Lucene41_0.tim, _g.fdx, _g_Lucene41_0.tip, _g.nvd, _g.si, _g_Lucene41_0.pos, segments_l, _g.nvm, _g.fnm]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_m,generation=22,filenames=[segments_m]
[junit4:junit4]   2> 5755 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 22[segments_m]
[junit4:junit4]   2> 5757 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@915c4a08 main
[junit4:junit4]   2> 5759 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@915c4a08 main{StandardDirectoryReader(segments_l:69:nrt)}
[junit4:junit4]   2> 5759 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5759 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5760 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@915c4a08 main{StandardDirectoryReader(segments_l:69:nrt)}
[junit4:junit4]   2> 5762 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 27
[junit4:junit4]   2> 5766 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 5773 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc0 (1429281809945853952)]} 0 2
[junit4:junit4]   2> 5779 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc1 (1429281809953193984)]} 0 1
[junit4:junit4]   2> 5784 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc2 (1429281809958436864)]} 0 1
[junit4:junit4]   2> 5790 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc3 (1429281809964728320)]} 0 1
[junit4:junit4]   2> 5797 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc4 (1429281809972068352)]} 0 1
[junit4:junit4]   2> 5806 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc5 (1429281809980456960)]} 0 2
[junit4:junit4]   2> 5814 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc6 (1429281809989894144)]} 0 1
[junit4:junit4]   2> 5822 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc7 (1429281809997234176)]} 0 2
[junit4:junit4]   2> 5834 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc8 (1429281810010865664)]} 0 2
[junit4:junit4]   2> 5840 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[doc9 (1429281810017157120)]} 0 2
[junit4:junit4]   2> 5844 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5884 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_m,generation=22,filenames=[segments_m]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_n,generation=23,filenames=[_h_Lucene41_0.doc, _h_Lucene41_0.tim, _h.nvm, _h.fnm, _h.fdt, _h_Lucene41_0.tip, _h.fdx, _h.nvd, _h.si, _h_Lucene41_0.pos, segments_n]
[junit4:junit4]   2> 5884 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 23[_h_Lucene41_0.doc, _h_Lucene41_0.tim, _h.nvm, _h.fnm, _h.fdt, _h_Lucene41_0.tip, _h.fdx, _h.nvd, _h.si, _h_Lucene41_0.pos, segments_n]
[junit4:junit4]   2> 5888 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@ede1daf0 main
[junit4:junit4]   2> 5889 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@ede1daf0 main{StandardDirectoryReader(segments_n:71:nrt _h(4.3):C10)}
[junit4:junit4]   2> 5889 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5889 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5890 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ede1daf0 main{StandardDirectoryReader(segments_n:71:nrt _h(4.3):C10)}
[junit4:junit4]   2> 5890 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 46
[junit4:junit4]   2> 5895 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=inStock:true&version=2&wt=javabin} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 5901 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=inStock:false&version=2&wt=javabin} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 5911 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&f.val_pi.stats.facet=inStock&rows=0&stats.field=val_pi&wt=javabin&stats=true} hits=10 status=0 QTime=4 
[junit4:junit4]   2> 5913 T77 oas.SolrTestCaseJ4.tearDown ###Ending testStatistics
[junit4:junit4]   2> 5928 T77 oas.SolrTestCaseJ4.setUp ###Starting testAugmentFields
[junit4:junit4]   2> 5936 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@8f9589ce realtime
[junit4:junit4]   2> 5937 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281810117820416)} 0 2
[junit4:junit4]   2> 5945 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[111 (1429281810126209024)]} 0 2
[junit4:junit4]   2> 5950 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 5984 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_n,generation=23,filenames=[_h_Lucene41_0.doc, _h_Lucene41_0.tim, _h.nvm, _h.fnm, _h.fdt, _h_Lucene41_0.tip, _h.fdx, _h.nvd, _h.si, _h_Lucene41_0.pos, segments_n]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_o,generation=24,filenames=[segments_o, _i.nvm, _i.fnm, _i.fdt, _i_Lucene41_0.tip, _i.fdx, _i.nvd, _i.si, _i_Lucene41_0.pos, _i_Lucene41_0.doc, _i_Lucene41_0.tim]
[junit4:junit4]   2> 5986 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 24[segments_o, _i.nvm, _i.fnm, _i.fdt, _i_Lucene41_0.tip, _i.fdx, _i.nvd, _i.si, _i_Lucene41_0.pos, _i_Lucene41_0.doc, _i_Lucene41_0.tim]
[junit4:junit4]   2> 5994 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@dc696cda main
[junit4:junit4]   2> 5997 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@dc696cda main{StandardDirectoryReader(segments_o:75:nrt _i(4.3):C1)}
[junit4:junit4]   2> 5997 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 5997 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 5998 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dc696cda main{StandardDirectoryReader(segments_o:75:nrt _i(4.3):C1)}
[junit4:junit4]   2> 5999 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 49
[junit4:junit4]   2> 6010 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[222 (1429281810194366464)]} 0 2
[junit4:junit4]   2> 6014 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 6054 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_o,generation=24,filenames=[segments_o, _i.nvm, _i.fnm, _i.fdt, _i_Lucene41_0.tip, _i.fdx, _i.nvd, _i.si, _i_Lucene41_0.pos, _i_Lucene41_0.doc, _i_Lucene41_0.tim]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_p,generation=25,filenames=[_i.fnm, _i.nvm, _j.fnm, _j.nvm, _j_Lucene41_0.pos, _i_Lucene41_0.pos, _j_Lucene41_0.doc, _j_Lucene41_0.tim, _i_Lucene41_0.tim, _i_Lucene41_0.doc, _j_Lucene41_0.tip, segments_p, _i_Lucene41_0.tip, _i.fdt, _j.fdt, _i.fdx, _j.fdx, _i.nvd, _j.si, _j.nvd, _i.si]
[junit4:junit4]   2> 6055 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 25[_i.fnm, _i.nvm, _j.fnm, _j.nvm, _j_Lucene41_0.pos, _i_Lucene41_0.pos, _j_Lucene41_0.doc, _j_Lucene41_0.tim, _i_Lucene41_0.tim, _i_Lucene41_0.doc, _j_Lucene41_0.tip, segments_p, _i_Lucene41_0.tip, _i.fdt, _j.fdt, _i.fdx, _j.fdx, _i.nvd, _j.si, _j.nvd, _i.si]
[junit4:junit4]   2> 6060 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@5fb18edf main
[junit4:junit4]   2> 6064 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@5fb18edf main{StandardDirectoryReader(segments_p:77:nrt _i(4.3):C1 _j(4.3):C1)}
[junit4:junit4]   2> 6065 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 6066 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5fb18edf main{StandardDirectoryReader(segments_p:77:nrt _i(4.3):C1 _j(4.3):C1)}
[junit4:junit4]   2> 6067 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6068 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 54
[junit4:junit4]   2> 6075 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=id,price,[docid],[explain+style%3Dnl],score,aaa:[value+v%3Daaa],ten:[value+v%3D10+t%3Dint]&version=2&wt=javabin&sort=price+asc} hits=2 status=0 QTime=3 
[junit4:junit4]   2> 6077 T77 oas.SolrTestCaseJ4.tearDown ###Ending testAugmentFields
[junit4:junit4]   2> 6087 T77 oas.SolrTestCaseJ4.setUp ###Starting testBadSetup
[junit4:junit4]   2> 6087 T77 oas.SolrTestCaseJ4.tearDown ###Ending testBadSetup
[junit4:junit4]   2> 6099 T77 oas.SolrTestCaseJ4.setUp ###Starting testErrorHandling
[junit4:junit4]   2> 6113 T81 C9 oasc.SolrException.log Ignoring exception matching ignore_exception
[junit4:junit4]   2> 6114 T81 C9 REQ [collection1] webapp=/solr path=/analysis/field params={analysis.fieldtype=int&qt=/analysis/field&version=2&analysis.fieldvalue=ignore_exception&wt=javabin} status=400 QTime=11 
[junit4:junit4]   2> 6123 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {} 0 4
[junit4:junit4]   2> 6126 T86 C9 oasc.SolrException.log Ignoring exception matching ignore_exception
[junit4:junit4]   2> 6134 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {} 0 0
[junit4:junit4]   2> 6135 T80 C9 oasc.SolrException.log Ignoring exception matching uniqueKey
[junit4:junit4]   2> 6137 T77 oas.SolrTestCaseJ4.tearDown ###Ending testErrorHandling
[junit4:junit4]   2> 6153 T77 oas.SolrTestCaseJ4.setUp ###Starting testPivotFacetsMissing
[junit4:junit4]   2> 6160 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@2defd15b realtime
[junit4:junit4]   2> 6161 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281810350604288)} 0 4
[junit4:junit4]   2> 6168 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 6184 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_p,generation=25,filenames=[_i.fnm, _i.nvm, _j.fnm, _j.nvm, _j_Lucene41_0.pos, _i_Lucene41_0.pos, _j_Lucene41_0.doc, _j_Lucene41_0.tim, _i_Lucene41_0.tim, _i_Lucene41_0.doc, _j_Lucene41_0.tip, segments_p, _i_Lucene41_0.tip, _i.fdt, _j.fdt, _i.fdx, _j.fdx, _i.nvd, _j.si, _j.nvd, _i.si]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_q,generation=26,filenames=[segments_q]
[junit4:junit4]   2> 6185 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 26[segments_q]
[junit4:junit4]   2> 6188 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@6cc685e0 main
[junit4:junit4]   2> 6189 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@6cc685e0 main{StandardDirectoryReader(segments_p:79:nrt)}
[junit4:junit4]   2> 6189 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 6189 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6189 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6cc685e0 main{StandardDirectoryReader(segments_p:79:nrt)}
[junit4:junit4]   2> 6192 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 24
[junit4:junit4]   2> 6197 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 6215 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[1 (1429281810398838784), 2 (1429281810400935936), 3 (1429281810401984512), 4 (1429281810403033088), 5 (1429281810404081664), 6 (1429281810405130240), 7 (1429281810406178816), 8 (1429281810407227392), 9 (1429281810408275968), 10 (1429281810409324544), ... (12 adds)]} 0 13
[junit4:junit4]   2> 6220 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 6274 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_q,generation=26,filenames=[segments_q]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_r,generation=27,filenames=[_k_Lucene41_0.tip, _k.nvm, _k.fnm, segments_r, _k.fdt, _k.si, _k.fdx, _k_Lucene41_0.pos, _k.nvd, _k_Lucene41_0.doc, _k_Lucene41_0.tim]
[junit4:junit4]   2> 6275 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 27[_k_Lucene41_0.tip, _k.nvm, _k.fnm, segments_r, _k.fdt, _k.si, _k.fdx, _k_Lucene41_0.pos, _k.nvd, _k_Lucene41_0.doc, _k_Lucene41_0.tim]
[junit4:junit4]   2> 6278 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@a73c9521 main
[junit4:junit4]   2> 6280 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@a73c9521 main{StandardDirectoryReader(segments_r:81:nrt _k(4.3):C12)}
[junit4:junit4]   2> 6280 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6280 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 6281 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a73c9521 main{StandardDirectoryReader(segments_r:81:nrt _k(4.3):C12)}
[junit4:junit4]   2> 6281 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 61
[junit4:junit4]   2> 6287 T81 C9 oasr.UnInvertedField.<init> UnInverted multi-valued field {field=features,memSize=4521,tindexSize=43,time=1,phase1=1,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   2> 6290 T81 C9 oasr.UnInvertedField.<init> UnInverted multi-valued field {field=cat,memSize=4515,tindexSize=41,time=0,phase1=0,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   2> 6294 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.mincount=0&facet=true&version=2&rows=0&facet.pivot=features,cat&facet.pivot=cat,features&facet.pivot=features,cat,inStock&wt=javabin&facet.missing=true} hits=12 status=0 QTime=8 
[junit4:junit4]   2> 6305 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.mincount=0&facet=true&version=2&rows=0&fq={!tag%3Dmytag}-(features:bbb+AND+cat:a+AND+inStock:true)&facet.pivot={!ex%3Dmytag+key%3Dmykey}features,cat&wt=javabin} hits=11 status=0 QTime=4 
[junit4:junit4]   2> 6307 T77 oas.SolrTestCaseJ4.tearDown ###Ending testPivotFacetsMissing
[junit4:junit4]   2> 6320 T77 oas.SolrTestCaseJ4.setUp ###Starting testStreamingRequest
[junit4:junit4]   2> 6326 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@ca5f1eda realtime
[junit4:junit4]   2> 6327 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281810526765056)} 0 3
[junit4:junit4]   2> 6333 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 6354 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_r,generation=27,filenames=[_k_Lucene41_0.tip, _k.nvm, _k.fnm, segments_r, _k.fdt, _k.si, _k.fdx, _k_Lucene41_0.pos, _k.nvd, _k_Lucene41_0.doc, _k_Lucene41_0.tim]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_s,generation=28,filenames=[segments_s]
[junit4:junit4]   2> 6354 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 28[segments_s]
[junit4:junit4]   2> 6357 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@83b96942 main
[junit4:junit4]   2> 6358 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@83b96942 main{StandardDirectoryReader(segments_r:83:nrt)}
[junit4:junit4]   2> 6358 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6358 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 6359 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@83b96942 main{StandardDirectoryReader(segments_r:83:nrt)}
[junit4:junit4]   2> 6360 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 27
[junit4:junit4]   2> 6366 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 6379 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 6444 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_s,generation=28,filenames=[segments_s]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_t,generation=29,filenames=[_l.nvm, _l.fnm, _l.fdt, segments_t, _l.si, _l_Lucene41_0.pos, _l.fdx, _l.nvd, _l_Lucene41_0.doc, _l_Lucene41_0.tim, _l_Lucene41_0.tip]
[junit4:junit4]   2> 6445 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 29[_l.nvm, _l.fnm, _l.fdt, segments_t, _l.si, _l_Lucene41_0.pos, _l.fdx, _l.nvd, _l_Lucene41_0.doc, _l_Lucene41_0.tim, _l_Lucene41_0.tip]
[junit4:junit4]   2> 6450 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@2bd60eb2 main
[junit4:junit4]   2> 6452 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@2bd60eb2 main{StandardDirectoryReader(segments_t:85:nrt _l(4.3):C10)}
[junit4:junit4]   2> 6452 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 6452 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 6453 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bd60eb2 main{StandardDirectoryReader(segments_t:85:nrt _l(4.3):C10)}
[junit4:junit4]   2> 6453 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {add=[0 (1429281810576048128), 1 (1429281810578145280), 2 (1429281810579193856), 3 (1429281810579193857), 4 (1429281810580242432), 5 (1429281810580242433), 6 (1429281810581291008), 7 (1429281810581291009), 8 (1429281810582339584), 9 (1429281810582339585)],commit=} 0 81
[junit4:junit4]   2> 6459 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=id,score,_docid_&version=2&wt=javabin} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 6466 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=id,score,_docid_&version=2&wt=javabin} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 6731 T77 oas.SolrTestCaseJ4.tearDown ###Ending testStreamingRequest
[junit4:junit4]   2> 6746 T77 oas.SolrTestCaseJ4.setUp ###Starting testLukeHandler
[junit4:junit4]   2> 6756 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@7d086f5a realtime
[junit4:junit4]   2> 6757 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429281810976604160)} 0 3
[junit4:junit4]   2> 21757 T90 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21774 T90 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_t,generation=29,filenames=[_l.nvm, _l.fnm, _l.fdt, segments_t, _l.si, _l_Lucene41_0.pos, _l.fdx, _l.nvd, _l_Lucene41_0.doc, _l_Lucene41_0.tim, _l_Lucene41_0.tip]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_u,generation=30,filenames=[segments_u]
[junit4:junit4]   2> 21774 T90 oasc.SolrDeletionPolicy.updateCommits newest commit = 30[segments_u]
[junit4:junit4]   2> 21776 T90 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 207015 T77 oas.SolrTestCaseJ4.tearDown ###Ending testLukeHandler
[junit4:junit4]   2> 207017 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[ID0 (1429282020966531072)]} 0 2
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SolrExampleJettyTest -Dtests.method=testLukeHandler -Dtests.seed=C6B0C0030A65333F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr_FR -Dtests.timezone=CAT -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR    200s J1 | SolrExampleJettyTest.testLukeHandler <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:58580/solr
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([C6B0C0030A65333F:2D0D1A181423457]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrExampleTests.testLukeHandler(SolrExampleTests.java:770)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:613)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:780)
[junit4:junit4]    > Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 45 more
[junit4:junit4]   2> 207051 T77 oas.SolrTestCaseJ4.setUp ###Starting testChineseDefaults
[junit4:junit4]   2> 207071 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@5d0f9733 realtime
[junit4:junit4]   2> 207072 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282021012668416)} 0 12
[junit4:junit4]   2> 207076 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 207086 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_u,generation=30,filenames=[segments_u]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_v,generation=31,filenames=[segments_v]
[junit4:junit4]   2> 207087 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 31[segments_v]
[junit4:junit4]   2> 207088 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@57e38055 main
[junit4:junit4]   2> 207088 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@57e38055 main{StandardDirectoryReader(segments_u:91:nrt)}
[junit4:junit4]   2> 207088 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 207089 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 207089 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57e38055 main{StandardDirectoryReader(segments_u:91:nrt)}
[junit4:junit4]   2> 207090 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 14
[junit4:junit4]   2> 207094 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 207099 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 207176 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_v,generation=31,filenames=[segments_v]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_w,generation=32,filenames=[_n.si, _n_Lucene41_0.pos, _n.nvm, _n.fnm, _n.fdt, segments_w, _n_Lucene41_0.doc, _n_Lucene41_0.tim, _n.fdx, _n.nvd, _n_Lucene41_0.tip]
[junit4:junit4]   2> 207177 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 32[_n.si, _n_Lucene41_0.pos, _n.nvm, _n.fnm, _n.fdt, segments_w, _n_Lucene41_0.doc, _n_Lucene41_0.tim, _n.fdx, _n.nvd, _n_Lucene41_0.tip]
[junit4:junit4]   2> 207181 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@edb20bbc main
[junit4:junit4]   2> 207182 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@edb20bbc main{StandardDirectoryReader(segments_w:93:nrt _n(4.3):C1)}
[junit4:junit4]   2> 207182 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 207182 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 207182 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@edb20bbc main{StandardDirectoryReader(segments_w:93:nrt _n(4.3):C1)}
[junit4:junit4]   2> 207183 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {add=[42 (1429282021052514304)],commit=} 0 85
[junit4:junit4]   2> 207188 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=????&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 207189 T77 oas.SolrTestCaseJ4.tearDown ###Ending testChineseDefaults
[junit4:junit4]   2> 207200 T77 oas.SolrTestCaseJ4.setUp ###Starting testCommitWithinOnDelete
[junit4:junit4]   2> 207205 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3b2d86ea realtime
[junit4:junit4]   2> 207205 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282021162614784)} 0 2
[junit4:junit4]   2> 207209 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 207236 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_w,generation=32,filenames=[_n.si, _n_Lucene41_0.pos, _n.nvm, _n.fnm, _n.fdt, segments_w, _n_Lucene41_0.doc, _n_Lucene41_0.tim, _n.fdx, _n.nvd, _n_Lucene41_0.tip]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_x,generation=33,filenames=[segments_x]
[junit4:junit4]   2> 207237 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 33[segments_x]
[junit4:junit4]   2> 207240 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@eb55efc4 main
[junit4:junit4]   2> 207241 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@eb55efc4 main{StandardDirectoryReader(segments_w:95:nrt)}
[junit4:junit4]   2> 207241 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 207241 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 207242 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@eb55efc4 main{StandardDirectoryReader(segments_w:95:nrt)}
[junit4:junit4]   2> 207243 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 34
[junit4:junit4]   2> 207246 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 207253 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[id3 (1429282021211897856)]} 0 3
[junit4:junit4]   2> 207256 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 207296 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_x,generation=33,filenames=[segments_x]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_y,generation=34,filenames=[_o.si, _o_Lucene41_0.pos, _o.nvm, _o.fnm, _o.fdt, _o_Lucene41_0.doc, _o_Lucene41_0.tim, segments_y, _o.fdx, _o_Lucene41_0.tip, _o.nvd]
[junit4:junit4]   2> 207297 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 34[_o.si, _o_Lucene41_0.pos, _o.nvm, _o.fnm, _o.fdt, _o_Lucene41_0.doc, _o_Lucene41_0.tim, segments_y, _o.fdx, _o_Lucene41_0.tip, _o.nvd]
[junit4:junit4]   2> 207299 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@de7e1abf main
[junit4:junit4]   2> 207300 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@de7e1abf main{StandardDirectoryReader(segments_y:97:nrt _o(4.3):C1)}
[junit4:junit4]   2> 207300 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 207300 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 207301 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@de7e1abf main{StandardDirectoryReader(segments_y:97:nrt _o(4.3):C1)}
[junit4:junit4]   2> 207301 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 45
[junit4:junit4]   2> 207305 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=id:id3&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 207310 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {delete=[id3 (-1429282021273763840)]} 0 1
[junit4:junit4]   2> 207314 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=id:id3&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 207569 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=id:id3&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 207823 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=id:id3&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 208077 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=id:id3&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 208310 T91 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4:junit4]   2> 208311 T91 oass.SolrIndexSearcher.<init> Opening Searcher@5d3512d7 main
[junit4:junit4]   2> 208311 T91 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208311 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@5d3512d7 main{StandardDirectoryReader(segments_y:99:nrt)}
[junit4:junit4]   2> 208312 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208312 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d3512d7 main{StandardDirectoryReader(segments_y:99:nrt)}
[junit4:junit4]   2> 208331 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=id:id3&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 208333 T77 oas.SolrTestCaseJ4.tearDown ###Ending testCommitWithinOnDelete
[junit4:junit4]   2> 208343 T77 oas.SolrTestCaseJ4.setUp ###Starting testMultiContentStreamRequest
[junit4:junit4]   2> 208347 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282022361137152)} 0 1
[junit4:junit4]   2> 208350 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208376 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_y,generation=34,filenames=[_o.si, _o_Lucene41_0.pos, _o.nvm, _o.fnm, _o.fdt, _o_Lucene41_0.doc, _o_Lucene41_0.tim, segments_y, _o.fdx, _o_Lucene41_0.tip, _o.nvd]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_z,generation=35,filenames=[segments_z]
[junit4:junit4]   2> 208377 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 35[segments_z]
[junit4:junit4]   2> 208379 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@72c1fd44 main
[junit4:junit4]   2> 208380 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@72c1fd44 main{StandardDirectoryReader(segments_y:99:nrt)}
[junit4:junit4]   2> 208380 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208380 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208380 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72c1fd44 main{StandardDirectoryReader(segments_y:99:nrt)}
[junit4:junit4]   2> 208381 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 31
[junit4:junit4]   2> 208384 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 208440 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208506 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_z,generation=35,filenames=[segments_z]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_10,generation=36,filenames=[_p.si, _p_Lucene41_0.pos, _p_Lucene41_0.pay, _p_Lucene41_0.doc, _p_Lucene41_0.tim, _p.nvm, _p.fnm, _p.fdt, _p_Lucene41_0.tip, _p.fdx, segments_10, _p.nvd]
[junit4:junit4]   2> 208507 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 36[_p.si, _p_Lucene41_0.pos, _p_Lucene41_0.pay, _p_Lucene41_0.doc, _p_Lucene41_0.tim, _p.nvm, _p.fnm, _p.fdt, _p_Lucene41_0.tip, _p.fdx, segments_10, _p.nvd]
[junit4:junit4]   2> 208510 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@470d0b99 main
[junit4:junit4]   2> 208511 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@470d0b99 main{StandardDirectoryReader(segments_10:101:nrt _p(4.3):C5)}
[junit4:junit4]   2> 208511 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208511 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208512 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@470d0b99 main{StandardDirectoryReader(segments_10:101:nrt _p(4.3):C5)}
[junit4:junit4]   2> 208512 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&a=?&commit=true&version=2&waitSearcher=true&echoParams=ALL&wt=javabin} {add=[SP2514N (1429282022438731776), 6H500F0 (1429282022446071808), TWINX2048-3200PRO (1429282022450266112), VS1GB400C3 (1429282022455508992), VDBDB1A16 (1429282022457606144)],commit=} 0 94
[junit4:junit4]   2> 208516 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=5 status=0 QTime=0 
[junit4:junit4]   2> 208520 T77 oas.SolrTestCaseJ4.tearDown ###Ending testMultiContentStreamRequest
[junit4:junit4]   2> 208532 T77 oas.SolrTestCaseJ4.setUp ###Starting testAddDelete
[junit4:junit4]   2> 208536 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3f739ebc realtime
[junit4:junit4]   2> 208537 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282022559318016)} 0 2
[junit4:junit4]   2> 208541 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 & 222 (1429282022564560896)]} 0 1
[junit4:junit4]   2> 208546 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208576 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_10,generation=36,filenames=[_p.si, _p_Lucene41_0.pos, _p_Lucene41_0.pay, _p_Lucene41_0.doc, _p_Lucene41_0.tim, _p.nvm, _p.fnm, _p.fdt, _p_Lucene41_0.tip, _p.fdx, segments_10, _p.nvd]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_11,generation=37,filenames=[_q.si, _q_Lucene41_0.doc, _q_Lucene41_0.tim, _q.fnm, _q.fdt, _q_Lucene41_0.tip, _q.fdx, segments_11]
[junit4:junit4]   2> 208577 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 37[_q.si, _q_Lucene41_0.doc, _q_Lucene41_0.tim, _q.fnm, _q.fdt, _q_Lucene41_0.tip, _q.fdx, segments_11]
[junit4:junit4]   2> 208580 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@9c77a25c main
[junit4:junit4]   2> 208581 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@9c77a25c main{StandardDirectoryReader(segments_11:105:nrt _q(4.3):C1)}
[junit4:junit4]   2> 208581 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208581 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208582 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9c77a25c main{StandardDirectoryReader(segments_11:105:nrt _q(4.3):C1)}
[junit4:junit4]   2> 208583 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 38
[junit4:junit4]   2> 208586 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 208590 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {delete=[0 & 222 (-1429282022616989696)]} 0 0
[junit4:junit4]   2> 208594 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208636 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_11,generation=37,filenames=[_q.si, _q_Lucene41_0.doc, _q_Lucene41_0.tim, _q.fnm, _q.fdt, _q_Lucene41_0.tip, _q.fdx, segments_11]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_12,generation=38,filenames=[segments_12]
[junit4:junit4]   2> 208637 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 38[segments_12]
[junit4:junit4]   2> 208638 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@ea2cc27a main
[junit4:junit4]   2> 208639 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@ea2cc27a main{StandardDirectoryReader(segments_12:107:nrt)}
[junit4:junit4]   2> 208639 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208639 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208640 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ea2cc27a main{StandardDirectoryReader(segments_12:107:nrt)}
[junit4:junit4]   2> 208640 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 46
[junit4:junit4]   2> 208644 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 208649 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 & 222 (1429282022677807104)]} 0 1
[junit4:junit4]   2> 208653 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208706 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_12,generation=38,filenames=[segments_12]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_13,generation=39,filenames=[_r.si, segments_13, _r_Lucene41_0.doc, _r_Lucene41_0.tim, _r_Lucene41_0.tip, _r.fnm, _r.fdt, _r.fdx]
[junit4:junit4]   2> 208707 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 39[_r.si, segments_13, _r_Lucene41_0.doc, _r_Lucene41_0.tim, _r_Lucene41_0.tip, _r.fnm, _r.fdt, _r.fdx]
[junit4:junit4]   2> 208709 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@bf9da6c5 main
[junit4:junit4]   2> 208709 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@bf9da6c5 main{StandardDirectoryReader(segments_13:109:nrt _r(4.3):C1)}
[junit4:junit4]   2> 208709 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208710 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208710 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bf9da6c5 main{StandardDirectoryReader(segments_13:109:nrt _r(4.3):C1)}
[junit4:junit4]   2> 208710 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 57
[junit4:junit4]   2> 208714 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 208719 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3f4ffc53 realtime
[junit4:junit4]   2> 208720 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=id:"0\ \&\ 222" (-1429282022751207424)} 0 2
[junit4:junit4]   2> 208724 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208756 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_13,generation=39,filenames=[_r.si, segments_13, _r_Lucene41_0.doc, _r_Lucene41_0.tim, _r_Lucene41_0.tip, _r.fnm, _r.fdt, _r.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_14,generation=40,filenames=[segments_14]
[junit4:junit4]   2> 208757 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 40[segments_14]
[junit4:junit4]   2> 208758 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@b57bcf1f main
[junit4:junit4]   2> 208759 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@b57bcf1f main{StandardDirectoryReader(segments_13:111:nrt)}
[junit4:junit4]   2> 208759 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208759 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208759 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b57bcf1f main{StandardDirectoryReader(segments_13:111:nrt)}
[junit4:junit4]   2> 208760 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 36
[junit4:junit4]   2> 208764 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 208769 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[0 & 222 (1429282022803636224)]} 0 2
[junit4:junit4]   2> 208772 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[1 & 222 (1429282022807830528)]} 0 0
[junit4:junit4]   2> 208776 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[2 & 222 (1429282022812024832)]} 0 0
[junit4:junit4]   2> 208780 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208826 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_14,generation=40,filenames=[segments_14]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_15,generation=41,filenames=[_s.si, _s.fdx, segments_15, _s_Lucene41_0.doc, _s_Lucene41_0.tim, _s_Lucene41_0.tip, _s.fnm, _s.fdt]
[junit4:junit4]   2> 208827 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 41[_s.si, _s.fdx, segments_15, _s_Lucene41_0.doc, _s_Lucene41_0.tim, _s_Lucene41_0.tip, _s.fnm, _s.fdt]
[junit4:junit4]   2> 208829 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@998bc621 main
[junit4:junit4]   2> 208829 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@998bc621 main{StandardDirectoryReader(segments_15:113:nrt _s(4.3):C3)}
[junit4:junit4]   2> 208829 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208830 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208830 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@998bc621 main{StandardDirectoryReader(segments_15:113:nrt _s(4.3):C3)}
[junit4:junit4]   2> 208831 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 51
[junit4:junit4]   2> 208834 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 208839 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {delete=[0 & 222 (-1429282022877036544), 1 & 222 (-1429282022877036545), 2 & 222 (-1429282022877036546)]} 0 1
[junit4:junit4]   2> 208842 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208866 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_15,generation=41,filenames=[_s.si, _s.fdx, segments_15, _s_Lucene41_0.doc, _s_Lucene41_0.tim, _s_Lucene41_0.tip, _s.fnm, _s.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_16,generation=42,filenames=[segments_16]
[junit4:junit4]   2> 208867 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 42[segments_16]
[junit4:junit4]   2> 208868 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@a3636cae main
[junit4:junit4]   2> 208869 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@a3636cae main{StandardDirectoryReader(segments_16:115:nrt)}
[junit4:junit4]   2> 208869 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208869 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208870 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a3636cae main{StandardDirectoryReader(segments_16:115:nrt)}
[junit4:junit4]   2> 208871 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 29
[junit4:junit4]   2> 208874 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 208875 T77 oas.SolrTestCaseJ4.tearDown ###Ending testAddDelete
[junit4:junit4]   2> 208882 T77 oas.SolrTestCaseJ4.setUp ###Starting testGetEmptyResults
[junit4:junit4]   2> 208885 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282022926319616)} 0 1
[junit4:junit4]   2> 208889 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208916 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_16,generation=42,filenames=[segments_16]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_17,generation=43,filenames=[segments_17]
[junit4:junit4]   2> 208917 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 43[segments_17]
[junit4:junit4]   2> 208917 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@6c537eee main
[junit4:junit4]   2> 208918 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@6c537eee main{StandardDirectoryReader(segments_16:115:nrt)}
[junit4:junit4]   2> 208918 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208918 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208919 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6c537eee main{StandardDirectoryReader(segments_16:115:nrt)}
[junit4:junit4]   2> 208919 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 30
[junit4:junit4]   2> 208924 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[id1 (1429282022966165504)]} 0 2
[junit4:junit4]   2> 208928 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[id2 (1429282022970359808)]} 0 1
[junit4:junit4]   2> 208931 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 208956 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_17,generation=43,filenames=[segments_17]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_18,generation=44,filenames=[_t_Lucene41_0.pos, _t.fdx, _t.nvd, _t_Lucene41_0.doc, _t_Lucene41_0.tim, segments_18, _t_Lucene41_0.tip, _t.nvm, _t.fnm, _t.fdt, _t.si]
[junit4:junit4]   2> 208957 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 44[_t_Lucene41_0.pos, _t.fdx, _t.nvd, _t_Lucene41_0.doc, _t_Lucene41_0.tim, segments_18, _t_Lucene41_0.tip, _t.nvm, _t.fnm, _t.fdt, _t.si]
[junit4:junit4]   2> 208959 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@7be30bf9 main
[junit4:junit4]   2> 208960 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@7be30bf9 main{StandardDirectoryReader(segments_18:117:nrt _t(4.3):C2)}
[junit4:junit4]   2> 208960 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 208960 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 208961 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7be30bf9 main{StandardDirectoryReader(segments_18:117:nrt _t(4.3):C2)}
[junit4:junit4]   2> 208961 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 30
[junit4:junit4]   2> 208964 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=foofoofoo&version=2&wt=javabin} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 208965 T77 oas.SolrTestCaseJ4.tearDown ###Ending testGetEmptyResults
[junit4:junit4]   2> 208973 T77 oas.SolrTestCaseJ4.setUp ###Starting testRealtimeGet
[junit4:junit4]   2> 208976 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@1aef8464 realtime
[junit4:junit4]   2> 208977 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282023020691456)} 0 2
[junit4:junit4]   2> 208981 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[DOCID (1429282023025934336)]} 0 1
[junit4:junit4]   2> 208984 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209006 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_18,generation=44,filenames=[_t_Lucene41_0.pos, _t.fdx, _t.nvd, _t_Lucene41_0.doc, _t_Lucene41_0.tim, segments_18, _t_Lucene41_0.tip, _t.nvm, _t.fnm, _t.fdt, _t.si]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_19,generation=45,filenames=[_u.fdx, _u_Lucene41_0.doc, _u_Lucene41_0.tim, _u.nvd, _u_Lucene41_0.tip, segments_19, _u.nvm, _u.fnm, _u.fdt, _u.si, _u_Lucene41_0.pos]
[junit4:junit4]   2> 209007 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 45[_u.fdx, _u_Lucene41_0.doc, _u_Lucene41_0.tim, _u.nvd, _u_Lucene41_0.tip, segments_19, _u.nvm, _u.fnm, _u.fdt, _u.si, _u_Lucene41_0.pos]
[junit4:junit4]   2> 209010 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@89da2e6 main
[junit4:junit4]   2> 209011 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@89da2e6 main{StandardDirectoryReader(segments_19:121:nrt _u(4.3):C1)}
[junit4:junit4]   2> 209011 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209011 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209012 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@89da2e6 main{StandardDirectoryReader(segments_19:121:nrt _u(4.3):C1)}
[junit4:junit4]   2> 209012 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 28
[junit4:junit4]   2> 209016 T80 C9 REQ [collection1] webapp=/solr path=/get params={qt=/get&fl=id,name,aaa:[value+v%3Daaa]&version=2&id=DOCID&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 209020 T85 C9 REQ [collection1] webapp=/solr path=/get params={qt=/get&fl=id,name,aaa:[value+v%3Daaa]&version=2.2&id=DOCID&wt=xml} status=0 QTime=1 
[junit4:junit4]   2> 209021 T77 oas.SolrTestCaseJ4.tearDown ###Ending testRealtimeGet
[junit4:junit4]   2> 209029 T77 oas.SolrTestCaseJ4.setUp ###Starting testUpdateField
[junit4:junit4]   2> 209034 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@330a5fee realtime
[junit4:junit4]   2> 209034 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282023080460288)} 0 2
[junit4:junit4]   2> 209038 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209067 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_19,generation=45,filenames=[_u.fdx, _u_Lucene41_0.doc, _u_Lucene41_0.tim, _u.nvd, _u_Lucene41_0.tip, segments_19, _u.nvm, _u.fnm, _u.fdt, _u.si, _u_Lucene41_0.pos]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1a,generation=46,filenames=[segments_1a]
[junit4:junit4]   2> 209068 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 46[segments_1a]
[junit4:junit4]   2> 209070 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@20243923 main
[junit4:junit4]   2> 209071 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@20243923 main{StandardDirectoryReader(segments_19:123:nrt)}
[junit4:junit4]   2> 209072 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209071 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209072 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20243923 main{StandardDirectoryReader(segments_19:123:nrt)}
[junit4:junit4]   2> 209073 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 35
[junit4:junit4]   2> 209079 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[unique (1429282023127646208)]} 0 2
[junit4:junit4]   2> 209083 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209106 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1a,generation=46,filenames=[segments_1a]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1b,generation=47,filenames=[segments_1b, _v_Lucene41_0.doc, _v_Lucene41_0.tim, _v.fdx, _v_Lucene41_0.tip, _v.nvd, _v.si, _v_Lucene41_0.pos, _v.nvm, _v.fnm, _v.fdt]
[junit4:junit4]   2> 209107 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 47[segments_1b, _v_Lucene41_0.doc, _v_Lucene41_0.tim, _v.fdx, _v_Lucene41_0.tip, _v.nvd, _v.si, _v_Lucene41_0.pos, _v.nvm, _v.fnm, _v.fdt]
[junit4:junit4]   2> 209110 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@881ee588 main
[junit4:junit4]   2> 209111 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@881ee588 main{StandardDirectoryReader(segments_1b:125:nrt _v(4.3):C1)}
[junit4:junit4]   2> 209111 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209111 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209111 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@881ee588 main{StandardDirectoryReader(segments_1b:125:nrt _v(4.3):C1)}
[junit4:junit4]   2> 209112 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 29
[junit4:junit4]   2> 209116 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=id,price_f,name,_version_&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 209120 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {} 0 0
[junit4:junit4]   2> 209126 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[unique (1429282023177977856)]} 0 2
[junit4:junit4]   2> 209130 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209156 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1b,generation=47,filenames=[segments_1b, _v_Lucene41_0.doc, _v_Lucene41_0.tim, _v.fdx, _v_Lucene41_0.tip, _v.nvd, _v.si, _v_Lucene41_0.pos, _v.nvm, _v.fnm, _v.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1c,generation=48,filenames=[_w.fdt, _w_Lucene41_0.doc, _w_Lucene41_0.tim, segments_1c, _w.fdx, _w_Lucene41_0.tip, _w.nvd, _w.si, _w_Lucene41_0.pos, _w.nvm, _w.fnm]
[junit4:junit4]   2> 209157 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 48[_w.fdt, _w_Lucene41_0.doc, _w_Lucene41_0.tim, segments_1c, _w.fdx, _w_Lucene41_0.tip, _w.nvd, _w.si, _w_Lucene41_0.pos, _w.nvm, _w.fnm]
[junit4:junit4]   2> 209161 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@3f655b49 main
[junit4:junit4]   2> 209161 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@3f655b49 main{StandardDirectoryReader(segments_1c:129:nrt _w(4.3):C1)}
[junit4:junit4]   2> 209161 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209162 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209162 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f655b49 main{StandardDirectoryReader(segments_1c:129:nrt _w(4.3):C1)}
[junit4:junit4]   2> 209163 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 33
[junit4:junit4]   2> 209166 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=id,price_f,name,_version_&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 209172 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[unique (1429282023225163776)]} 0 2
[junit4:junit4]   2> 209176 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209206 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1c,generation=48,filenames=[_w.fdt, _w_Lucene41_0.doc, _w_Lucene41_0.tim, segments_1c, _w.fdx, _w_Lucene41_0.tip, _w.nvd, _w.si, _w_Lucene41_0.pos, _w.nvm, _w.fnm]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1d,generation=49,filenames=[_x.nvm, _x.fnm, _x_Lucene41_0.doc, _x_Lucene41_0.tim, _x.fdt, segments_1d, _x_Lucene41_0.tip, _x.fdx, _x.nvd, _x.si, _x_Lucene41_0.pos]
[junit4:junit4]   2> 209207 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 49[_x.nvm, _x.fnm, _x_Lucene41_0.doc, _x_Lucene41_0.tim, _x.fdt, segments_1d, _x_Lucene41_0.tip, _x.fdx, _x.nvd, _x.si, _x_Lucene41_0.pos]
[junit4:junit4]   2> 209210 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@e730bef8 main
[junit4:junit4]   2> 209211 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@e730bef8 main{StandardDirectoryReader(segments_1d:133:nrt _x(4.3):C1)}
[junit4:junit4]   2> 209211 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209211 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209211 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e730bef8 main{StandardDirectoryReader(segments_1d:133:nrt _x(4.3):C1)}
[junit4:junit4]   2> 209212 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 36
[junit4:junit4]   2> 209216 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&fl=id,price_f,name,_version_&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 209217 T77 oas.SolrTestCaseJ4.tearDown ###Ending testUpdateField
[junit4:junit4]   2> 209228 T77 oas.SolrTestCaseJ4.setUp ###Starting testFaceting
[junit4:junit4]   2> 209233 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@1d44eb3 realtime
[junit4:junit4]   2> 209234 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282023290175488)} 0 2
[junit4:junit4]   2> 209237 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209256 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1d,generation=49,filenames=[_x.nvm, _x.fnm, _x_Lucene41_0.doc, _x_Lucene41_0.tim, _x.fdt, segments_1d, _x_Lucene41_0.tip, _x.fdx, _x.nvd, _x.si, _x_Lucene41_0.pos]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1e,generation=50,filenames=[segments_1e]
[junit4:junit4]   2> 209257 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 50[segments_1e]
[junit4:junit4]   2> 209258 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@e0e158bc main
[junit4:junit4]   2> 209259 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@e0e158bc main{StandardDirectoryReader(segments_1d:135:nrt)}
[junit4:junit4]   2> 209259 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209259 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209260 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e0e158bc main{StandardDirectoryReader(segments_1d:135:nrt)}
[junit4:junit4]   2> 209261 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 24
[junit4:junit4]   2> 209264 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 209275 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[1 (1429282023327924224), 2 (1429282023330021376), 3 (1429282023330021377), 4 (1429282023331069952), 5 (1429282023332118528), 6 (1429282023332118529), 7 (1429282023333167104), 8 (1429282023333167105), 9 (1429282023334215680), 10 (1429282023335264256)]} 0 7
[junit4:junit4]   2> 209279 T86 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209316 T86 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1e,generation=50,filenames=[segments_1e]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1f,generation=51,filenames=[_y.nvm, _y.fnm, _y.fdt, _y_Lucene41_0.tip, segments_1f, _y.fdx, _y.nvd, _y.si, _y_Lucene41_0.pos, _y_Lucene41_0.doc, _y_Lucene41_0.tim]
[junit4:junit4]   2> 209317 T86 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 51[_y.nvm, _y.fnm, _y.fdt, _y_Lucene41_0.tip, segments_1f, _y.fdx, _y.nvd, _y.si, _y_Lucene41_0.pos, _y_Lucene41_0.doc, _y_Lucene41_0.tim]
[junit4:junit4]   2> 209319 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@f7f70ffa main
[junit4:junit4]   2> 209320 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@f7f70ffa main{StandardDirectoryReader(segments_1f:137:nrt _y(4.3):C10)}
[junit4:junit4]   2> 209320 T86 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209320 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209321 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f7f70ffa main{StandardDirectoryReader(segments_1f:137:nrt _y(4.3):C10)}
[junit4:junit4]   2> 209321 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 42
[junit4:junit4]   2> 209325 T80 C9 oasr.UnInvertedField.<init> UnInverted multi-valued field {field=features,memSize=4564,tindexSize=44,time=0,phase1=0,nTerms=4,bigTerms=2,termInstances=4,uses=0}
[junit4:junit4]   2> 209326 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.field=features&facet.mincount=0&facet=true&version=2&rows=0&wt=javabin} hits=10 status=0 QTime=2 
[junit4:junit4]   2> 209332 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.field=features&facet.mincount=0&facet=true&version=2&rows=0&fq=features:two&wt=javabin} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 209336 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.field=features&facet.mincount=4&facet=true&version=2&rows=0&fq=features:two&wt=javabin} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 209340 T81 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&facet.field=features&facet.mincount=-1&facet=true&version=2&rows=0&fq=features:two&wt=javabin} hits=5 status=0 QTime=1 
[junit4:junit4]   2> 209341 T77 oas.SolrTestCaseJ4.tearDown ###Ending testFaceting
[junit4:junit4]   2> 209350 T77 oas.SolrTestCaseJ4.setUp ###Starting testUpdateMultiValuedField
[junit4:junit4]   2> 209355 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[123 (1429282023417053184)]} 0 2
[junit4:junit4]   2> 209359 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209386 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1f,generation=51,filenames=[_y.nvm, _y.fnm, _y.fdt, _y_Lucene41_0.tip, segments_1f, _y.fdx, _y.nvd, _y.si, _y_Lucene41_0.pos, _y_Lucene41_0.doc, _y_Lucene41_0.tim]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1g,generation=52,filenames=[_z_Lucene41_0.tip, _y_Lucene41_0.tip, _y.fdt, _z.fdt, _y.fdx, _z.fdx, _y.nvd, _z.si, _y.si, _y.fnm, _y.nvm, _z.fnm, segments_1g, _y_Lucene41_0.pos, _z_Lucene41_0.doc, _z_Lucene41_0.tim, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 209387 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 52[_z_Lucene41_0.tip, _y_Lucene41_0.tip, _y.fdt, _z.fdt, _y.fdx, _z.fdx, _y.nvd, _z.si, _y.si, _y.fnm, _y.nvm, _z.fnm, segments_1g, _y_Lucene41_0.pos, _z_Lucene41_0.doc, _z_Lucene41_0.tim, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 209389 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@299374b7 main
[junit4:junit4]   2> 209390 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@299374b7 main{StandardDirectoryReader(segments_1g:139:nrt _y(4.3):C10 _z(4.3):C1)}
[junit4:junit4]   2> 209390 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209390 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209391 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@299374b7 main{StandardDirectoryReader(segments_1g:139:nrt _y(4.3):C10 _z(4.3):C1)}
[junit4:junit4]   2> 209391 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 33
[junit4:junit4]   2> 209395 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=id:123&version=2&wt=javabin} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 209401 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[123 (1429282023465287680)]} 0 2
[junit4:junit4]   2> 209404 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209426 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1g,generation=52,filenames=[_z_Lucene41_0.tip, _y_Lucene41_0.tip, _y.fdt, _z.fdt, _y.fdx, _z.fdx, _y.nvd, _z.si, _y.si, _y.fnm, _y.nvm, _z.fnm, segments_1g, _y_Lucene41_0.pos, _z_Lucene41_0.doc, _z_Lucene41_0.tim, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1h,generation=53,filenames=[_y_Lucene41_0.tip, _y.fdt, _10.si, _y.fdx, _10.fdt, _y.nvd, _10.fdx, _y.si, _y.fnm, _y.nvm, _10.fnm, segments_1h, _10_Lucene41_0.doc, _10_Lucene41_0.tim, _y_Lucene41_0.pos, _10_Lucene41_0.tip, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 209427 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 53[_y_Lucene41_0.tip, _y.fdt, _10.si, _y.fdx, _10.fdt, _y.nvd, _10.fdx, _y.si, _y.fnm, _y.nvm, _10.fnm, segments_1h, _10_Lucene41_0.doc, _10_Lucene41_0.tim, _y_Lucene41_0.pos, _10_Lucene41_0.tip, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 209430 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@11e97611 main
[junit4:junit4]   2> 209430 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@11e97611 main{StandardDirectoryReader(segments_1h:143:nrt _y(4.3):C10 _10(4.3):C1)}
[junit4:junit4]   2> 209430 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209431 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209431 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11e97611 main{StandardDirectoryReader(segments_1h:143:nrt _y(4.3):C10 _10(4.3):C1)}
[junit4:junit4]   2> 209432 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 28
[junit4:junit4]   2> 209436 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=id:123&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 209441 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[123 (1429282023508279296)]} 0 2
[junit4:junit4]   2> 209444 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209476 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1h,generation=53,filenames=[_y_Lucene41_0.tip, _y.fdt, _10.si, _y.fdx, _10.fdt, _y.nvd, _10.fdx, _y.si, _y.fnm, _y.nvm, _10.fnm, segments_1h, _10_Lucene41_0.doc, _10_Lucene41_0.tim, _y_Lucene41_0.pos, _10_Lucene41_0.tip, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1i,generation=54,filenames=[_y_Lucene41_0.tip, _y.fdt, _11.si, _y.fdx, _11.fdt, _y.nvd, _y.si, _11.fdx, _y.fnm, _y.nvm, _11.fnm, segments_1i, _11_Lucene41_0.doc, _11_Lucene41_0.tim, _y_Lucene41_0.pos, _11_Lucene41_0.tip, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 209477 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 54[_y_Lucene41_0.tip, _y.fdt, _11.si, _y.fdx, _11.fdt, _y.nvd, _y.si, _11.fdx, _y.fnm, _y.nvm, _11.fnm, segments_1i, _11_Lucene41_0.doc, _11_Lucene41_0.tim, _y_Lucene41_0.pos, _11_Lucene41_0.tip, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 209480 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@b1dcf8b9 main
[junit4:junit4]   2> 209481 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@b1dcf8b9 main{StandardDirectoryReader(segments_1i:147:nrt _y(4.3):C10 _11(4.3):C1)}
[junit4:junit4]   2> 209481 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209481 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209481 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b1dcf8b9 main{StandardDirectoryReader(segments_1i:147:nrt _y(4.3):C10 _11(4.3):C1)}
[junit4:junit4]   2> 209482 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 38
[junit4:junit4]   2> 209486 T80 C9 REQ [collection1] webapp=/solr path=/select params={q=id:123&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 209487 T77 oas.SolrTestCaseJ4.tearDown ###Ending testUpdateMultiValuedField
[junit4:junit4]   2> 209495 T77 oas.SolrTestCaseJ4.setUp ###Starting testExampleConfig
[junit4:junit4]   2> 209499 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@98b9f530 realtime
[junit4:junit4]   2> 209499 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282023568048128)} 0 2
[junit4:junit4]   2> 209504 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[1112211111 (1429282023573291008)]} 0 2
[junit4:junit4]   2> 209506 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209536 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1i,generation=54,filenames=[_y_Lucene41_0.tip, _y.fdt, _11.si, _y.fdx, _11.fdt, _y.nvd, _y.si, _11.fdx, _y.fnm, _y.nvm, _11.fnm, segments_1i, _11_Lucene41_0.doc, _11_Lucene41_0.tim, _y_Lucene41_0.pos, _11_Lucene41_0.tip, _y_Lucene41_0.tim, _y_Lucene41_0.doc]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1j,generation=55,filenames=[_12.si, _12_Lucene41_0.pos, _12.nvm, _12.fnm, _12.fdt, segments_1j, _12_Lucene41_0.doc, _12_Lucene41_0.tim, _12_Lucene41_0.tip, _12.fdx, _12.nvd]
[junit4:junit4]   2> 209537 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 55[_12.si, _12_Lucene41_0.pos, _12.nvm, _12.fnm, _12.fdt, segments_1j, _12_Lucene41_0.doc, _12_Lucene41_0.tim, _12_Lucene41_0.tip, _12.fdx, _12.nvd]
[junit4:junit4]   2> 209541 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@2319ef94 main
[junit4:junit4]   2> 209542 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@2319ef94 main{StandardDirectoryReader(segments_1j:151:nrt _12(4.3):C1)}
[junit4:junit4]   2> 209542 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209542 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209543 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2319ef94 main{StandardDirectoryReader(segments_1j:151:nrt _12(4.3):C1)}
[junit4:junit4]   2> 209544 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 38
[junit4:junit4]   2> 209548 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209586 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1j,generation=55,filenames=[_12.si, _12_Lucene41_0.pos, _12.nvm, _12.fnm, _12.fdt, segments_1j, _12_Lucene41_0.doc, _12_Lucene41_0.tim, _12_Lucene41_0.tip, _12.fdx, _12.nvd]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1k,generation=56,filenames=[_12.si, _12_Lucene41_0.pos, _12.nvm, _12.fnm, _12.fdt, _12_Lucene41_0.doc, _12_Lucene41_0.tim, segments_1k, _12_Lucene41_0.tip, _12.fdx, _12.nvd]
[junit4:junit4]   2> 209587 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 56[_12.si, _12_Lucene41_0.pos, _12.nvm, _12.fnm, _12.fdt, _12_Lucene41_0.doc, _12_Lucene41_0.tim, segments_1k, _12_Lucene41_0.tip, _12.fdx, _12.nvd]
[junit4:junit4]   2> 209588 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@bc386a4a main
[junit4:junit4]   2> 209588 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@bc386a4a main{StandardDirectoryReader(segments_1j:151:nrt _12(4.3):C1)}
[junit4:junit4]   2> 209588 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209589 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209589 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bc386a4a main{StandardDirectoryReader(segments_1j:151:nrt _12(4.3):C1)}
[junit4:junit4]   2> 209589 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={maxSegments=1&version=2&waitSearcher=true&wt=javabin&optimize=true} {optimize=} 0 41
[junit4:junit4]   2> 209593 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=id:1112211111&version=2&wt=javabin} hits=1 status=0 QTime=1 
[junit4:junit4]   2> 209601 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {add=[2 (1429282023671857152), 3 (1429282023673954304), 4 (1429282023675002880), 5 (1429282023676051456)]} 0 5
[junit4:junit4]   2> 209604 T85 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209626 T85 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1k,generation=56,filenames=[_12.si, _12_Lucene41_0.pos, _12.nvm, _12.fnm, _12.fdt, _12_Lucene41_0.doc, _12_Lucene41_0.tim, segments_1k, _12_Lucene41_0.tip, _12.fdx, _12.nvd]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1l,generation=57,filenames=[_13.si, _12.si, _12.fdt, _13.fdt, _12.fdx, _13.fdx, _12.nvd, _13.nvd, _13_Lucene41_0.pos, _12_Lucene41_0.pos, _12.fnm, _12.nvm, _13_Lucene41_0.doc, _13_Lucene41_0.tim, _13.nvm, _13.fnm, _12_Lucene41_0.tim, _12_Lucene41_0.doc, segments_1l, _13_Lucene41_0.tip, _12_Lucene41_0.tip]
[junit4:junit4]   2> 209627 T85 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 57[_13.si, _12.si, _12.fdt, _13.fdt, _12.fdx, _13.fdx, _12.nvd, _13.nvd, _13_Lucene41_0.pos, _12_Lucene41_0.pos, _12.fnm, _12.nvm, _13_Lucene41_0.doc, _13_Lucene41_0.tim, _13.nvm, _13.fnm, _12_Lucene41_0.tim, _12_Lucene41_0.doc, segments_1l, _13_Lucene41_0.tip, _12_Lucene41_0.tip]
[junit4:junit4]   2> 209629 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@d5a07310 main
[junit4:junit4]   2> 209630 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@d5a07310 main{StandardDirectoryReader(segments_1l:153:nrt _12(4.3):C1 _13(4.3):C4)}
[junit4:junit4]   2> 209630 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209630 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209631 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d5a07310 main{StandardDirectoryReader(segments_1l:153:nrt _12(4.3):C1 _13(4.3):C4)}
[junit4:junit4]   2> 209631 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 27
[junit4:junit4]   2> 209635 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209676 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1l,generation=57,filenames=[_13.si, _12.si, _12.fdt, _13.fdt, _12.fdx, _13.fdx, _12.nvd, _13.nvd, _13_Lucene41_0.pos, _12_Lucene41_0.pos, _12.fnm, _12.nvm, _13_Lucene41_0.doc, _13_Lucene41_0.tim, _13.nvm, _13.fnm, _12_Lucene41_0.tim, _12_Lucene41_0.doc, segments_1l, _13_Lucene41_0.tip, _12_Lucene41_0.tip]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1m,generation=58,filenames=[_14.nvd, _14.si, _14_Lucene41_0.pos, _14_Lucene41_0.doc, _14_Lucene41_0.tim, _14.nvm, _14.fnm, _14_Lucene41_0.tip, _14.fdt, segments_1m, _14.fdx]
[junit4:junit4]   2> 209677 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 58[_14.nvd, _14.si, _14_Lucene41_0.pos, _14_Lucene41_0.doc, _14_Lucene41_0.tim, _14.nvm, _14.fnm, _14_Lucene41_0.tip, _14.fdt, segments_1m, _14.fdx]
[junit4:junit4]   2> 209681 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@fd51edb7 main
[junit4:junit4]   2> 209681 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@fd51edb7 main{StandardDirectoryReader(segments_1m:155:nrt _14(4.3):C5)}
[junit4:junit4]   2> 209681 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209682 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209682 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fd51edb7 main{StandardDirectoryReader(segments_1m:155:nrt _14(4.3):C5)}
[junit4:junit4]   2> 209684 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={maxSegments=1&version=2&waitSearcher=true&wt=javabin&optimize=true} {optimize=} 0 49
[junit4:junit4]   2> 209698 T86 C9 REQ [collection1] webapp=/solr path=/select params={facet.query=price:[*+TO+2]&facet.query=price:[2+TO+4]&facet.query=price:[5+TO+*]&q=*:*&facet.field=inStock&facet.field=price&facet.field=timestamp_dt&facet=true&version=2&wt=javabin} hits=5 status=0 QTime=11 
[junit4:junit4]   2> 209704 T81 C9 REQ [collection1] webapp=/solr path=/select params={facet.query=price:[*+TO+2]&facet.query=price:[2+TO+4]&facet.query=price:[5+TO+*]&q=*:*&facet.field=inStock&facet.field=price&facet.field=timestamp_dt&facet=true&version=2&fq=inStock:true&wt=javabin} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 209709 T85 C9 REQ [collection1] webapp=/solr path=/select params={facet.query=price:[*+TO+2]&facet.query=price:[2+TO+4]&q=foo&facet=true&version=2&fq={!field+f%3DinStock}true&fq={!term+f%3Dname}hoss&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 209710 T77 oas.SolrTestCaseJ4.tearDown ###Ending testExampleConfig
[junit4:junit4]   2> 209718 T77 oas.SolrTestCaseJ4.setUp ###Starting testContentStreamRequest
[junit4:junit4]   2> 209722 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@458cacd3 realtime
[junit4:junit4]   2> 209723 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282023802929152)} 0 3
[junit4:junit4]   2> 209726 T81 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209766 T81 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1m,generation=58,filenames=[_14.nvd, _14.si, _14_Lucene41_0.pos, _14_Lucene41_0.doc, _14_Lucene41_0.tim, _14.nvm, _14.fnm, _14_Lucene41_0.tip, _14.fdt, segments_1m, _14.fdx]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1n,generation=59,filenames=[segments_1n]
[junit4:junit4]   2> 209767 T81 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 59[segments_1n]
[junit4:junit4]   2> 209769 T81 C9 oass.SolrIndexSearcher.<init> Opening Searcher@d13d3cf2 main
[junit4:junit4]   2> 209770 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@d13d3cf2 main{StandardDirectoryReader(segments_1m:157:nrt)}
[junit4:junit4]   2> 209770 T81 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209770 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209771 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d13d3cf2 main{StandardDirectoryReader(segments_1m:157:nrt)}
[junit4:junit4]   2> 209773 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 47
[junit4:junit4]   2> 209778 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 209815 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 209846 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1n,generation=59,filenames=[segments_1n]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1o,generation=60,filenames=[_15.nvd, _15.si, _15_Lucene41_0.pos, _15_Lucene41_0.doc, _15_Lucene41_0.tim, _15_Lucene41_0.tip, _15.nvm, _15.fnm, _15.fdt, segments_1o, _15.fdx]
[junit4:junit4]   2> 209847 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 60[_15.nvd, _15.si, _15_Lucene41_0.pos, _15_Lucene41_0.doc, _15_Lucene41_0.tim, _15_Lucene41_0.tip, _15.nvm, _15.fnm, _15.fdt, segments_1o, _15.fdx]
[junit4:junit4]   2> 209850 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@45faf68a main
[junit4:junit4]   2> 209851 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@45faf68a main{StandardDirectoryReader(segments_1o:159:nrt _15(4.3):C10)}
[junit4:junit4]   2> 209851 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 209851 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 209852 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45faf68a main{StandardDirectoryReader(segments_1o:159:nrt _15(4.3):C10)}
[junit4:junit4]   2> 209852 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {add=[0553573403 (1429282023879475200), 0553579908 (1429282023884718080), 055357342X (1429282023887863808), 0553293354 (1429282023889960960), 0812521390 (1429282023893106688), 0812550706 (1429282023895203840), 0441385532 (1429282023897300992), 0380014300 (1429282023898349568), 0805080481 (1429282023899398144), 080508049X (1429282023900446720)],commit=} 0 67
[junit4:junit4]   2> 209856 T86 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=10 status=0 QTime=1 
[junit4:junit4]   2> 209859 T77 oas.SolrTestCaseJ4.tearDown ###Ending testContentStreamRequest
[junit4:junit4]   2> 209866 T77 oas.SolrTestCaseJ4.setUp ###Starting testQueryWithParams
[junit4:junit4]   2> 209870 T81 C9 REQ [collection1] webapp=/solr path=/select 

[...truncated too long message...]

   2> 212108 T85 C9 oass.SolrIndexSearcher.<init> Opening Searcher@afb1c73e main
[junit4:junit4]   2> 212108 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@afb1c73e main{StandardDirectoryReader(segments_1p:167:nrt)}
[junit4:junit4]   2> 212109 T85 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 212109 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 212109 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@afb1c73e main{StandardDirectoryReader(segments_1p:167:nrt)}
[junit4:junit4]   2> 212111 T85 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 55
[junit4:junit4]   2> 212115 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&overwrite=false&wt=javabin} {add=[id1 (1429282026312171520)]} 0 1
[junit4:junit4]   2> 212119 T81 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&overwrite=false&wt=javabin} {add=[id1 (1429282026316365824)]} 0 1
[junit4:junit4]   2> 212122 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 212146 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1q,generation=62,filenames=[segments_1q]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1r,generation=63,filenames=[segments_1r, _18.fdx, _18_Lucene41_0.doc, _18_Lucene41_0.tim, _18_Lucene41_0.tip, _18.fnm, _18.si, _18.fdt]
[junit4:junit4]   2> 212147 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 63[segments_1r, _18.fdx, _18_Lucene41_0.doc, _18_Lucene41_0.tim, _18_Lucene41_0.tip, _18.fnm, _18.si, _18.fdt]
[junit4:junit4]   2> 212149 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@a69486b4 main
[junit4:junit4]   2> 212149 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@a69486b4 main{StandardDirectoryReader(segments_1r:169:nrt _18(4.3):C2)}
[junit4:junit4]   2> 212149 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 212149 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 212150 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a69486b4 main{StandardDirectoryReader(segments_1r:169:nrt _18(4.3):C2)}
[junit4:junit4]   2> 212150 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 28
[junit4:junit4]   2> 212153 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=2 status=0 QTime=0 
[junit4:junit4]   2> 212154 T77 oas.SolrTestCaseJ4.tearDown ###Ending testUpdateRequestWithParameters
[junit4:junit4]   2> 212162 T77 oas.SolrTestCaseJ4.setUp ###Starting testPingHandler
[junit4:junit4]   2> 212165 T86 C9 oass.SolrIndexSearcher.<init> Opening Searcher@8c6c930f realtime
[junit4:junit4]   2> 212166 T86 C9 UPDATE [collection1] webapp=/solr path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1429282026364600320)} 0 2
[junit4:junit4]   2> 212169 T80 C9 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 212186 T80 C9 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1r,generation=63,filenames=[segments_1r, _18.fdx, _18_Lucene41_0.doc, _18_Lucene41_0.tim, _18_Lucene41_0.tip, _18.fnm, _18.si, _18.fdt]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/index5978759787tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@da99c51b),segFN=segments_1s,generation=64,filenames=[segments_1s]
[junit4:junit4]   2> 212187 T80 C9 oasc.SolrDeletionPolicy.updateCommits newest commit = 64[segments_1s]
[junit4:junit4]   2> 212188 T80 C9 oass.SolrIndexSearcher.<init> Opening Searcher@2588de5d main
[junit4:junit4]   2> 212189 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener sending requests to Searcher@2588de5d main{StandardDirectoryReader(segments_1r:171:nrt)}
[junit4:junit4]   2> 212189 T80 C9 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 212189 T88 oasc.QuerySenderListener.newSearcher QuerySenderListener done.
[junit4:junit4]   2> 212189 T88 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2588de5d main{StandardDirectoryReader(segments_1r:171:nrt)}
[junit4:junit4]   2> 212190 T80 C9 UPDATE [collection1] webapp=/solr path=/update params={softCommit=false&commit=true&version=2&waitSearcher=true&wt=javabin} {commit=} 0 21
[junit4:junit4]   2> 212193 T85 C9 REQ [collection1] webapp=/solr path=/select params={q=*:*&version=2&wt=javabin} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 212198 T81 C9 REQ [collection1] webapp=/solr path=/admin/ping params={version=2&wt=javabin} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 212198 T81 C9 REQ [collection1] webapp=/solr path=/admin/ping params={version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 212199 T77 oas.SolrTestCaseJ4.tearDown ###Ending testPingHandler
[junit4:junit4]   2> 212298 T77 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=-1126836896
[junit4:junit4]   2> 212300 T77 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@fbdbb1
[junit4:junit4]   2> 212300 T77 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=64,autocommit maxTime=15000ms,autocommits=1,soft autocommits=3,optimizes=2,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=1,cumulative_adds=291,cumulative_deletesById=5,cumulative_deletesByQuery=34,cumulative_errors=1}
[junit4:junit4]   2> 212301 T77 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 212301 T77 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 212302 T77 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 212303 T77 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 212303 T77 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285
[junit4:junit4]   2> 212303 T77 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285
[junit4:junit4]   2> 212304 T77 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/index
[junit4:junit4]   2> 212304 T77 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-solrj/test/J1/solrtest-SolrExampleJettyTest-1363069347285/index
[junit4:junit4]   2> 212305 T77 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 212356 T77 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fr_FR, timezone=CAT
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/IBM Corporation 1.7.0 (64-bit)/cpus=8,threads=1,free=5590776,total=51707904
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSpellCheckResponse, SolrQueryTest, MultiCoreExampleJettyTest, MultiCoreEmbeddedTest, SolrExampleJettyTest]
[junit4:junit4] Completed on J1 in 212.48s, 26 tests, 1 error <<< FAILURES!

[...truncated 25 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:374: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:196: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 45 suites, 259 tests, 1 error, 1 ignored

Total time: 65 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/ibm-j9-jdk7 
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.8.0-ea-b79) - Build # 4641 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4641/
Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1662, name=coreLoadExecutor-596-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1662, name=coreLoadExecutor-596-thread-1, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1569)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:244)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:458)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:744)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:619)
	at org.apache.solr.core.CoreContainer.createFromZk(CoreContainer.java:874)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:957)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:580)
	at org.apache.solr.core.CoreContainer$2.call(CoreContainer.java:575)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916335tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ee2a90; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875))
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	... 1 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RecoveryZkTest

Error Message:
Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1664, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.

Stack Trace:
com.carrotsearch.randomizedtesting.ResourceDisposalError: Resource in scope SUITE failed to close. Resource was registered from thread Thread[id=1664, name=RecoveryThread, state=RUNNABLE, group=TGRP-RecoveryZkTest], registration stack trace below.
	at java.lang.Thread.getStackTrace(Thread.java:1569)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeAtEnd(RandomizedContext.java:150)
	at org.apache.lucene.util.LuceneTestCase.closeAfterSuite(LuceneTestCase.java:520)
	at org.apache.lucene.util.LuceneTestCase.wrapDirectory(LuceneTestCase.java:986)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:878)
	at org.apache.lucene.util.LuceneTestCase.newDirectory(LuceneTestCase.java:870)
	at org.apache.solr.core.MockDirectoryFactory.create(MockDirectoryFactory.java:34)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:272)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:224)
	at org.apache.solr.handler.SnapPuller.fetchLatestIndex(SnapPuller.java:383)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:281)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:153)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:409)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:223)
Caused by: java.lang.AssertionError: Directory not closed: MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875))
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.util.CloseableDirectory.close(CloseableDirectory.java:47)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:602)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2$1.apply(RandomizedRunner.java:599)
	at com.carrotsearch.randomizedtesting.RandomizedContext.closeResources(RandomizedContext.java:167)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.afterAlways(RandomizedRunner.java:615)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:43250/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:43250/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([F241EF3846AC65AC:73A7612031F30590]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9279 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4]   2> 0 T1603 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /p/tf
[junit4:junit4]   2> 3 T1603 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1363061901646
[junit4:junit4]   2> 4 T1603 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T1604 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T1604 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T1604 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T1604 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 5 T1604 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6 T1604 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-1363061901645/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T1603 oasc.ZkTestServer.run start zk server on port:42511
[junit4:junit4]   2> 105 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@45075d
[junit4:junit4]   2> 105 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T1609 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 106 T1609 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 106 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43261
[junit4:junit4]   2> 106 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43261
[junit4:junit4]   2> 107 T1607 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 160 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500000 with negotiated timeout 10000 for client /127.0.0.1:43261
[junit4:junit4]   2> 160 T1609 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500000, negotiated timeout = 10000
[junit4:junit4]   2> 161 T1610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45075d name:ZooKeeperConnection Watcher:127.0.0.1:42511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 161 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 162 T1603 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 164 T1608 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5cd209500000
[junit4:junit4]   2> 165 T1610 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 165 T1605 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43261 which had sessionid 0x13d5cd209500000
[junit4:junit4]   2> 165 T1603 oaz.ZooKeeper.close Session: 0x13d5cd209500000 closed
[junit4:junit4]   2> 165 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@82f525
[junit4:junit4]   2> 166 T1611 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 166 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 166 T1611 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 166 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43262
[junit4:junit4]   2> 167 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43262
[junit4:junit4]   2> 167 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500001 with negotiated timeout 10000 for client /127.0.0.1:43262
[junit4:junit4]   2> 167 T1611 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500001, negotiated timeout = 10000
[junit4:junit4]   2> 167 T1612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82f525 name:ZooKeeperConnection Watcher:127.0.0.1:42511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 168 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 168 T1603 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 172 T1603 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 173 T1603 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 174 T1603 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 176 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 176 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 179 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 180 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 182 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 182 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 184 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 184 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 186 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 186 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 188 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 188 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 189 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 190 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 192 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 192 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 193 T1603 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 194 T1603 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 195 T1608 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5cd209500001
[junit4:junit4]   2> 196 T1605 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43262 which had sessionid 0x13d5cd209500001
[junit4:junit4]   2> 196 T1603 oaz.ZooKeeper.close Session: 0x13d5cd209500001 closed
[junit4:junit4]   2> 197 T1612 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 257 T1603 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 278 T1603 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56106
[junit4:junit4]   2> 279 T1603 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 279 T1603 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 279 T1603 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838
[junit4:junit4]   2> 280 T1603 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/solr.xml
[junit4:junit4]   2> 280 T1603 oasc.CoreContainer.<init> New CoreContainer 27715448
[junit4:junit4]   2> 280 T1603 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/'
[junit4:junit4]   2> 281 T1603 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/'
[junit4:junit4]   2> 308 T1603 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 308 T1603 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 309 T1603 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 309 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 309 T1603 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 310 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 310 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 310 T1603 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 310 T1603 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 311 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 317 T1603 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 326 T1603 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42511/solr
[junit4:junit4]   2> 327 T1603 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 327 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@a9b171
[junit4:junit4]   2> 328 T1622 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 328 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 328 T1622 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 329 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43263
[junit4:junit4]   2> 329 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43263
[junit4:junit4]   2> 330 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500002 with negotiated timeout 20000 for client /127.0.0.1:43263
[junit4:junit4]   2> 330 T1622 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500002, negotiated timeout = 20000
[junit4:junit4]   2> 330 T1623 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a9b171 name:ZooKeeperConnection Watcher:127.0.0.1:42511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 330 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 331 T1608 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5cd209500002
[junit4:junit4]   2> 331 T1623 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 331 T1605 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43263 which had sessionid 0x13d5cd209500002
[junit4:junit4]   2> 331 T1603 oaz.ZooKeeper.close Session: 0x13d5cd209500002 closed
[junit4:junit4]   2> 331 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 334 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@33a7aa
[junit4:junit4]   2> 335 T1624 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 335 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 336 T1624 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 336 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43264
[junit4:junit4]   2> 336 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43264
[junit4:junit4]   2> 337 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500003 with negotiated timeout 20000 for client /127.0.0.1:43264
[junit4:junit4]   2> 337 T1624 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500003, negotiated timeout = 20000
[junit4:junit4]   2> 337 T1625 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33a7aa name:ZooKeeperConnection Watcher:127.0.0.1:42511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 337 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 338 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 339 T1603 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 340 T1603 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56106_p%2Ftf
[junit4:junit4]   2> 341 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56106_p%2Ftf Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56106_p%2Ftf
[junit4:junit4]   2> 341 T1603 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56106_p%2Ftf
[junit4:junit4]   2> 343 T1603 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 346 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 346 T1603 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 348 T1603 oasc.Overseer.start Overseer (id=89329624786403331-127.0.0.1:56106_p%2Ftf-n_0000000000) starting
[junit4:junit4]   2> 349 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 350 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 350 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 351 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 351 T1627 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 352 T1603 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 353 T1603 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 355 T1603 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 357 T1626 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 371 T1628 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/collection1
[junit4:junit4]   2> 371 T1628 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 371 T1628 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 371 T1628 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 372 T1628 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/collection1/'
[junit4:junit4]   2> 372 T1628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/collection1/lib/README' to classloader
[junit4:junit4]   2> 373 T1628 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 401 T1628 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 440 T1628 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 441 T1628 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 449 T1628 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 831 T1628 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 838 T1628 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 840 T1628 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 848 T1628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 851 T1628 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 854 T1628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 856 T1628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 856 T1628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 856 T1628 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 857 T1628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 858 T1628 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 858 T1628 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 858 T1628 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1363061901838/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/control/data/
[junit4:junit4]   2> 858 T1628 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f50741
[junit4:junit4]   2> 859 T1628 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 860 T1628 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/control/data forceNew: false
[junit4:junit4]   2> 860 T1628 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/control/data/index/
[junit4:junit4]   2> 860 T1628 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363061901645/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 860 T1628 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/control/data/index forceNew: false
[junit4:junit4]   2> 861 T1628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c842f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1041feb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 862 T1628 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 863 T1628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 863 T1628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 864 T1628 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 864 T1628 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 864 T1628 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 865 T1628 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 865 T1628 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 865 T1628 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 865 T1628 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 868 T1628 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 870 T1628 oass.SolrIndexSearcher.<init> Opening Searcher@173cd19 main
[junit4:junit4]   2> 870 T1628 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/control/data/tlog
[junit4:junit4]   2> 871 T1628 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 871 T1628 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 874 T1629 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@173cd19 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 874 T1628 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 874 T1628 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 875 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1871 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1871 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56106/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56106_p%2Ftf"}
[junit4:junit4]   2> 1872 T1626 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1872 T1626 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1872 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1875 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2876 T1628 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2876 T1628 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56106/p/tf collection:control_collection shard:shard1
[junit4:junit4]   2> 2877 T1628 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2882 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2882 T1628 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2883 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2884 T1628 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2884 T1628 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2884 T1628 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56106/p/tf/collection1/
[junit4:junit4]   2> 2885 T1628 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2885 T1628 oasc.SyncStrategy.syncToMe http://127.0.0.1:56106/p/tf/collection1/ has no replicas
[junit4:junit4]   2> 2885 T1628 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56106/p/tf/collection1/
[junit4:junit4]   2> 2885 T1628 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2887 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3377 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3383 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3389 T1628 oasc.ZkController.register We are http://127.0.0.1:56106/p/tf/collection1/ and leader is http://127.0.0.1:56106/p/tf/collection1/
[junit4:junit4]   2> 3389 T1628 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56106/p/tf
[junit4:junit4]   2> 3389 T1628 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3390 T1628 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3390 T1628 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3392 T1628 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3397 T1603 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3397 T1603 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3398 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3404 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3406 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f3dcb9
[junit4:junit4]   2> 3407 T1631 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3407 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3408 T1631 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 3408 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43271
[junit4:junit4]   2> 3408 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43271
[junit4:junit4]   2> 3410 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500004 with negotiated timeout 10000 for client /127.0.0.1:43271
[junit4:junit4]   2> 3411 T1631 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500004, negotiated timeout = 10000
[junit4:junit4]   2> 3411 T1632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f3dcb9 name:ZooKeeperConnection Watcher:127.0.0.1:42511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3411 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3412 T1603 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3418 T1603 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3498 T1603 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3500 T1603 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:45360
[junit4:junit4]   2> 3500 T1603 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3501 T1603 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3501 T1603 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060
[junit4:junit4]   2> 3502 T1603 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/solr.xml
[junit4:junit4]   2> 3502 T1603 oasc.CoreContainer.<init> New CoreContainer 11247813
[junit4:junit4]   2> 3503 T1603 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/'
[junit4:junit4]   2> 3503 T1603 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/'
[junit4:junit4]   2> 3521 T1603 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3521 T1603 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3522 T1603 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3522 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3522 T1603 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3523 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3523 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3523 T1603 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3524 T1603 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3524 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3531 T1603 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3543 T1603 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42511/solr
[junit4:junit4]   2> 3544 T1603 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3544 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@19ee3e7
[junit4:junit4]   2> 3545 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3545 T1642 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3545 T1642 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 3545 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43273
[junit4:junit4]   2> 3546 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43273
[junit4:junit4]   2> 3546 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500005 with negotiated timeout 20000 for client /127.0.0.1:43273
[junit4:junit4]   2> 3546 T1642 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500005, negotiated timeout = 20000
[junit4:junit4]   2> 3547 T1643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ee3e7 name:ZooKeeperConnection Watcher:127.0.0.1:42511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3547 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3547 T1608 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5cd209500005
[junit4:junit4]   2> 3548 T1643 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3548 T1605 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43273 which had sessionid 0x13d5cd209500005
[junit4:junit4]   2> 3548 T1603 oaz.ZooKeeper.close Session: 0x13d5cd209500005 closed
[junit4:junit4]   2> 3548 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3551 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@195748a
[junit4:junit4]   2> 3552 T1644 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3552 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3552 T1644 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 3552 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43274
[junit4:junit4]   2> 3553 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43274
[junit4:junit4]   2> 3553 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500006 with negotiated timeout 20000 for client /127.0.0.1:43274
[junit4:junit4]   2> 3553 T1644 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500006, negotiated timeout = 20000
[junit4:junit4]   2> 3553 T1645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@195748a name:ZooKeeperConnection Watcher:127.0.0.1:42511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3554 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3554 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3555 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3555 T1603 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4557 T1603 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45360_p%2Ftf
[junit4:junit4]   2> 4558 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45360_p%2Ftf Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45360_p%2Ftf
[junit4:junit4]   2> 4558 T1603 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45360_p%2Ftf
[junit4:junit4]   2> 4564 T1625 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4564 T1632 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4564 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4564 T1645 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4567 T1646 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/collection1
[junit4:junit4]   2> 4568 T1646 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4568 T1646 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4568 T1646 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4569 T1646 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/collection1/'
[junit4:junit4]   2> 4569 T1646 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/collection1/lib/README' to classloader
[junit4:junit4]   2> 4569 T1646 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4597 T1646 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 4629 T1646 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4630 T1646 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4639 T1646 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4887 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4888 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56106/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56106_p%2Ftf"}
[junit4:junit4]   2> 4890 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4890 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4890 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4982 T1646 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4988 T1646 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4990 T1646 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4998 T1646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5001 T1646 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5003 T1646 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5004 T1646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5004 T1646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5004 T1646 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5005 T1646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5005 T1646 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5005 T1646 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5005 T1646 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1363061905060/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty1/
[junit4:junit4]   2> 5005 T1646 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f50741
[junit4:junit4]   2> 5006 T1646 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5007 T1646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty1 forceNew: false
[junit4:junit4]   2> 5007 T1646 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty1/index/
[junit4:junit4]   2> 5007 T1646 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5007 T1646 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty1/index forceNew: false
[junit4:junit4]   2> 5008 T1646 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315c3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ab26b4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5008 T1646 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5010 T1646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5010 T1646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5010 T1646 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5011 T1646 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5011 T1646 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5011 T1646 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5011 T1646 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5012 T1646 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5012 T1646 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5014 T1646 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5016 T1646 oass.SolrIndexSearcher.<init> Opening Searcher@1ebdf98 main
[junit4:junit4]   2> 5016 T1646 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty1/tlog
[junit4:junit4]   2> 5017 T1646 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5017 T1646 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5020 T1647 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ebdf98 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5021 T1646 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5021 T1646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6393 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6393 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45360/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45360_p%2Ftf"}
[junit4:junit4]   2> 6393 T1626 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 6393 T1626 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6411 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6411 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6411 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7022 T1646 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7023 T1646 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45360/p/tf collection:collection1 shard:shard1
[junit4:junit4]   2> 7023 T1646 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7026 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7027 T1646 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7027 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7028 T1646 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7028 T1646 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7028 T1646 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45360/p/tf/collection1/
[junit4:junit4]   2> 7028 T1646 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7028 T1646 oasc.SyncStrategy.syncToMe http://127.0.0.1:45360/p/tf/collection1/ has no replicas
[junit4:junit4]   2> 7029 T1646 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45360/p/tf/collection1/
[junit4:junit4]   2> 7029 T1646 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7032 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7913 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7918 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7918 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7918 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7934 T1646 oasc.ZkController.register We are http://127.0.0.1:45360/p/tf/collection1/ and leader is http://127.0.0.1:45360/p/tf/collection1/
[junit4:junit4]   2> 7934 T1646 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45360/p/tf
[junit4:junit4]   2> 7934 T1646 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7934 T1646 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7934 T1646 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7935 T1646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7936 T1603 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7937 T1603 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7937 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8006 T1603 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8007 T1603 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48734
[junit4:junit4]   2> 8008 T1603 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8008 T1603 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8008 T1603 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582
[junit4:junit4]   2> 8009 T1603 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/solr.xml
[junit4:junit4]   2> 8009 T1603 oasc.CoreContainer.<init> New CoreContainer 14628863
[junit4:junit4]   2> 8009 T1603 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/'
[junit4:junit4]   2> 8010 T1603 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/'
[junit4:junit4]   2> 8026 T1603 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8027 T1603 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8027 T1603 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8027 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8027 T1603 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8028 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8028 T1603 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8028 T1603 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8029 T1603 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8029 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8035 T1603 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8044 T1603 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42511/solr
[junit4:junit4]   2> 8045 T1603 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8045 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@9c0fab
[junit4:junit4]   2> 8046 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8046 T1658 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8046 T1658 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 8047 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43281
[junit4:junit4]   2> 8047 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43281
[junit4:junit4]   2> 8047 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500007 with negotiated timeout 20000 for client /127.0.0.1:43281
[junit4:junit4]   2> 8047 T1658 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500007, negotiated timeout = 20000
[junit4:junit4]   2> 8048 T1659 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9c0fab name:ZooKeeperConnection Watcher:127.0.0.1:42511 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8048 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8049 T1608 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5cd209500007
[junit4:junit4]   2> 8049 T1659 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8049 T1605 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43281 which had sessionid 0x13d5cd209500007
[junit4:junit4]   2> 8049 T1603 oaz.ZooKeeper.close Session: 0x13d5cd209500007 closed
[junit4:junit4]   2> 8049 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8052 T1603 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42511/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d71ec7
[junit4:junit4]   2> 8053 T1660 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42511. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8053 T1603 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8053 T1660 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42511, initiating session
[junit4:junit4]   2> 8053 T1605 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43282
[junit4:junit4]   2> 8053 T1605 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43282
[junit4:junit4]   2> 8054 T1607 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5cd209500008 with negotiated timeout 20000 for client /127.0.0.1:43282
[junit4:junit4]   2> 8054 T1660 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42511, sessionid = 0x13d5cd209500008, negotiated timeout = 20000
[junit4:junit4]   2> 8054 T1661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d71ec7 name:ZooKeeperConnection Watcher:127.0.0.1:42511/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8054 T1603 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8055 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8055 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8056 T1603 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9058 T1603 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48734_p%2Ftf
[junit4:junit4]   2> 9058 T1608 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5cd209500008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48734_p%2Ftf Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48734_p%2Ftf
[junit4:junit4]   2> 9059 T1603 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48734_p%2Ftf
[junit4:junit4]   2> 9060 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9060 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9061 T1632 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9061 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9061 T1661 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9061 T1625 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9062 T1645 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9064 T1662 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/collection1
[junit4:junit4]   2> 9064 T1662 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9065 T1662 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9065 T1662 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9066 T1662 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/collection1/'
[junit4:junit4]   2> 9066 T1662 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/collection1/lib/README' to classloader
[junit4:junit4]   2> 9066 T1662 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9089 T1662 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9122 T1662 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9122 T1662 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9131 T1662 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9421 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9422 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45360/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45360_p%2Ftf"}
[junit4:junit4]   2> 9425 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9425 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9425 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9425 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9483 T1662 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9490 T1662 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9492 T1662 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9501 T1662 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9503 T1662 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9506 T1662 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9507 T1662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9507 T1662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9507 T1662 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9508 T1662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9508 T1662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9508 T1662 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9508 T1662 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1363061909582/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/
[junit4:junit4]   2> 9508 T1662 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f50741
[junit4:junit4]   2> 9509 T1662 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9510 T1662 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2 forceNew: false
[junit4:junit4]   2> 9510 T1662 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index/
[junit4:junit4]   2> 9510 T1662 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9510 T1662 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index forceNew: false
[junit4:junit4]   2> 9511 T1662 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16aaa67 lockFactory=org.apache.lucene.store.NativeFSLockFactory@460a87),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9511 T1662 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9513 T1662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9513 T1662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9514 T1662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9514 T1662 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9515 T1662 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9515 T1662 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9515 T1662 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9515 T1662 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9516 T1662 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9518 T1662 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9520 T1662 oass.SolrIndexSearcher.<init> Opening Searcher@a5bfc8 main
[junit4:junit4]   2> 9520 T1662 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/tlog
[junit4:junit4]   2> 9521 T1662 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9521 T1662 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9525 T1663 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a5bfc8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9527 T1662 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9527 T1662 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10928 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10928 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48734/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48734_p%2Ftf"}
[junit4:junit4]   2> 10929 T1626 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 10929 T1626 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10932 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10932 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10932 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10932 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11528 T1662 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11528 T1662 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48734/p/tf collection:collection1 shard:shard1
[junit4:junit4]   2> 11531 T1662 oasc.ZkController.register We are http://127.0.0.1:48734/p/tf/collection1/ and leader is http://127.0.0.1:45360/p/tf/collection1/
[junit4:junit4]   2> 11531 T1662 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48734/p/tf
[junit4:junit4]   2> 11531 T1662 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11531 T1662 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C60 name=collection1 org.apache.solr.core.SolrCore@461fb9 url=http://127.0.0.1:48734/p/tf/collection1 node=127.0.0.1:48734_p%2Ftf C60_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:48734/p/tf, core=collection1, state=down, node_name=127.0.0.1:48734_p%2Ftf}
[junit4:junit4]   2> 11534 T1664 C60 P48734 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11534 T1662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11535 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11535 T1664 C60 P48734 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11535 T1664 C60 P48734 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11536 T1603 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11536 T1664 C60 P48734 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11536 T1603 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11537 T1603 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11540 T1603 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C61 name=collection1 org.apache.solr.core.SolrCore@1cd5cb4 url=http://127.0.0.1:56106/p/tf/collection1 node=127.0.0.1:56106_p%2Ftf C61_STATE=coll:control_collection core:collection1 props:{shard=shard1, collection=control_collection, base_url=http://127.0.0.1:56106/p/tf, core=collection1, state=active, node_name=127.0.0.1:56106_p%2Ftf, leader=true}
[junit4:junit4]   2> 11556 T1618 C61 P56106 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c842f lockFactory=org.apache.lucene.store.NativeFSLockFactory@1041feb),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11556 T1618 C61 P56106 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11558 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10001 (1429274008692457472)]} 0 8
[junit4:junit4]   2> 11558 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[1 (1429274008692457473)]} 0 8
[junit4:junit4]   2> ASYNC  NEW_CORE C62 name=collection1 org.apache.solr.core.SolrCore@ab5014 url=http://127.0.0.1:45360/p/tf/collection1 node=127.0.0.1:45360_p%2Ftf C62_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, base_url=http://127.0.0.1:45360/p/tf, core=collection1, state=active, node_name=127.0.0.1:45360_p%2Ftf, leader=true}
[junit4:junit4]   2> 11567 T1640 C62 P45360 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315c3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ab26b4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 11567 T1640 C62 P45360 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 11570 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10001 (1429274008702943232)]} 0 5
[junit4:junit4]   2> 11570 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[1 (1429274008702943233)]} 0 5
[junit4:junit4]   2> 11624 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[1 (-1429274008764809216)]} 0 0
[junit4:junit4]   2> 11624 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[10001 (-1429274008764809217)]} 0 0
[junit4:junit4]   2> 11627 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10001 (-1429274008767954944)]} 0 0
[junit4:junit4]   2> 11627 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[1 (-1429274008767954945)]} 0 0
[junit4:junit4]   2> 11629 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[2 (1429274008770052096)]} 0 0
[junit4:junit4]   2> 11630 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10002 (1429274008770052097)]} 0 1
[junit4:junit4]   2> 11632 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[2 (1429274008772149248)]} 0 1
[junit4:junit4]   2> 11632 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10002 (1429274008773197824)]} 0 0
[junit4:junit4]   2> 11729 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10003 (1429274008873861121)]} 0 0
[junit4:junit4]   2> 11729 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[3 (1429274008873861120)]} 0 1
[junit4:junit4]   2> 11732 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10003 (1429274008877006848)]} 0 1
[junit4:junit4]   2> 11732 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[3 (1429274008877006849)]} 0 1
[junit4:junit4]   2> 11754 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10004 (1429274008901124096)]} 0 0
[junit4:junit4]   2> 11755 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[4 (1429274008901124097)]} 0 1
[junit4:junit4]   2> 11757 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10004 (1429274008904269824)]} 0 1
[junit4:junit4]   2> 11757 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[4 (1429274008904269825)]} 0 0
[junit4:junit4]   2> 11825 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10005 (1429274008975572992)]} 0 0
[junit4:junit4]   2> 11826 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[5 (1429274008975572993)]} 0 1
[junit4:junit4]   2> 11828 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10005 (1429274008978718720)]} 0 0
[junit4:junit4]   2> 11828 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[5 (1429274008978718721)]} 0 0
[junit4:junit4]   2> 11835 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10003 (-1429274008986058752)]} 0 0
[junit4:junit4]   2> 11835 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[3 (-1429274008986058753)]} 0 0
[junit4:junit4]   2> 11838 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[3 (-1429274008988155904)]} 0 0
[junit4:junit4]   2> 11838 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[10003 (-1429274008988155905)]} 0 1
[junit4:junit4]   2> 11840 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[6 (1429274008991301632)]} 0 1
[junit4:junit4]   2> 11840 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10006 (1429274008991301633)]} 0 0
[junit4:junit4]   2> 11843 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[6 (1429274008993398784)]} 0 1
[junit4:junit4]   2> 11843 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10006 (1429274008993398785)]} 0 1
[junit4:junit4]   2> 11919 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[7 (1429274009074139136)]} 0 0
[junit4:junit4]   2> 11920 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10007 (1429274009074139137)]} 0 1
[junit4:junit4]   2> 11922 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[7 (1429274009077284864)]} 0 0
[junit4:junit4]   2> 11923 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10007 (1429274009077284865)]} 0 1
[junit4:junit4]   2> 11972 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[5 (-1429274009128665088)]} 0 1
[junit4:junit4]   2> 11972 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[10005 (-1429274009129713664)]} 0 1
[junit4:junit4]   2> 11974 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[5 (-1429274009131810816)]} 0 0
[junit4:junit4]   2> 11974 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[10005 (-1429274009131810817)]} 0 0
[junit4:junit4]   2> 11977 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[8 (1429274009133907968)]} 0 1
[junit4:junit4]   2> 11977 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10008 (1429274009133907969)]} 0 1
[junit4:junit4]   2> 11979 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[8 (1429274009137053696)]} 0 0
[junit4:junit4]   2> 11980 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10008 (1429274009137053697)]} 0 1
[junit4:junit4]   2> 12041 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[7 (-1429274009202065408)]} 0 1
[junit4:junit4]   2> 12041 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[10007 (-1429274009202065409)]} 0 1
[junit4:junit4]   2> 12043 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[7 (-1429274009204162560)]} 0 0
[junit4:junit4]   2> 12043 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[10007 (-1429274009204162561)]} 0 0
[junit4:junit4]   2> 12046 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[9 (1429274009206259712)]} 0 1
[junit4:junit4]   2> 12046 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10009 (1429274009206259713)]} 0 1
[junit4:junit4]   2> 12048 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[9 (1429274009209405440)]} 0 1
[junit4:junit4]   2> 12048 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10009 (1429274009209405441)]} 0 0
[junit4:junit4]   2> 12130 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[8 (-1429274009294340097)]} 0 1
[junit4:junit4]   2> 12130 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[10008 (-1429274009294340096)]} 0 1
[junit4:junit4]   2> 12132 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[8 (-1429274009297485824)]} 0 0
[junit4:junit4]   2> 12132 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10008 (-1429274009297485825)]} 0 0
[junit4:junit4]   2> 12134 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10 (1429274009299582976)]} 0 0
[junit4:junit4]   2> 12135 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10010 (1429274009299582977)]} 0 1
[junit4:junit4]   2> 12137 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10 (1429274009302728704)]} 0 1
[junit4:junit4]   2> 12137 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10010 (1429274009302728705)]} 0 0
[junit4:junit4]   2> 12144 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[11 (1429274009309020160)]} 0 1
[junit4:junit4]   2> 12144 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10011 (1429274009309020161)]} 0 1
[junit4:junit4]   2> 12146 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[11 (1429274009312165888)]} 0 1
[junit4:junit4]   2> 12146 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10011 (1429274009312165889)]} 0 0
[junit4:junit4]   2> 12216 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[12 (1429274009385566208)]} 0 1
[junit4:junit4]   2> 12216 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10012 (1429274009385566209)]} 0 1
[junit4:junit4]   2> 12219 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[12 (1429274009387663360)]} 0 1
[junit4:junit4]   2> 12219 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10012 (1429274009387663361)]} 0 1
[junit4:junit4]   2> 12291 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10013 (1429274009463160832)]} 0 1
[junit4:junit4]   2> 12291 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[13 (1429274009463160833)]} 0 1
[junit4:junit4]   2> 12294 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10013 (1429274009466306560)]} 0 1
[junit4:junit4]   2> 12294 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[13 (1429274009466306561)]} 0 1
[junit4:junit4]   2> 12327 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[10 (-1429274009501958144)]} 0 0
[junit4:junit4]   2> 12327 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10010 (-1429274009501958145)]} 0 0
[junit4:junit4]   2> 12330 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[10010 (-1429274009505103872)]} 0 1
[junit4:junit4]   2> 12330 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10 (-1429274009505103873)]} 0 1
[junit4:junit4]   2> 12333 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10014 (1429274009507201025)]} 0 1
[junit4:junit4]   2> 12333 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[14 (1429274009507201024)]} 0 1
[junit4:junit4]   2> 12336 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[14 (1429274009510346752)]} 0 1
[junit4:junit4]   2> 12336 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10014 (1429274009510346753)]} 0 1
[junit4:junit4]   2> 12417 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10015 (1429274009596329985)]} 0 0
[junit4:junit4]   2> 12418 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[15 (1429274009596329984)]} 0 2
[junit4:junit4]   2> 12420 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10015 (1429274009599475712)]} 0 0
[junit4:junit4]   2> 12420 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[15 (1429274009599475713)]} 0 0
[junit4:junit4]   2> 12434 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12434 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48734/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48734_p%2Ftf"}
[junit4:junit4]   2> 12436 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12436 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12436 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12436 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12460 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[16 (1429274009640370176)]} 0 1
[junit4:junit4]   2> 12460 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10016 (1429274009640370177)]} 0 1
[junit4:junit4]   2>  C60_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, base_url=http://127.0.0.1:48734/p/tf, core=collection1, state=recovering, node_name=127.0.0.1:48734_p%2Ftf}
[junit4:junit4]   2> 12481 T1654 C60 P48734 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16aaa67 lockFactory=org.apache.lucene.store.NativeFSLockFactory@460a87),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 12482 T1654 C60 P48734 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 12483 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[16 (1429274009645613056)]} 0 3
[junit4:junit4]   2> 12484 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10016 (1429274009645613057)]} 0 2
[junit4:junit4]   2> 12484 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[16 (1429274009645613056)]} 0 22
[junit4:junit4]   2> 12484 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10016 (1429274009645613057)]} 0 22
[junit4:junit4]   2> 12542 T1639 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&onlyIfLeader=true&checkLive=true&wt=javabin&core=collection1&state=recovering&coreNodeName=3&nodeName=127.0.0.1:48734_p%252Ftf&action=PREPRECOVERY} status=0 QTime=1000 
[junit4:junit4]   2> 12547 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[17 (1429274009731596288)]} 0 1
[junit4:junit4]   2> 12547 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10017 (1429274009731596289)]} 0 1
[junit4:junit4]   2> 12552 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[17 (1429274009734742016)]} 0 1
[junit4:junit4]   2> 12552 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[17 (1429274009734742016)]} 0 3
[junit4:junit4]   2> 12552 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10017 (1429274009734742017)]} 0 1
[junit4:junit4]   2> 12553 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10017 (1429274009734742017)]} 0 4
[junit4:junit4]   2> 12637 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[18 (1429274009827016704)]} 0 0
[junit4:junit4]   2> 12638 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10018 (1429274009827016705)]} 0 1
[junit4:junit4]   2> 12643 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[18 (1429274009830162432)]} 0 1
[junit4:junit4]   2> 12643 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[18 (1429274009830162432)]} 0 3
[junit4:junit4]   2> 12643 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10018 (1429274009830162433)]} 0 1
[junit4:junit4]   2> 12644 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10018 (1429274009830162433)]} 0 4
[junit4:junit4]   2> 12715 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[11 (-1429274009908805632)]} 0 0
[junit4:junit4]   2> 12715 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[10011 (-1429274009908805633)]} 0 0
[junit4:junit4]   2> 12720 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[11 (-1429274009910902784)]} 0 0
[junit4:junit4]   2> 12720 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10011 (-1429274009910902785)]} 0 0
[junit4:junit4]   2> 12721 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10011 (-1429274009910902785)]} 0 4
[junit4:junit4]   2> 12721 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[11 (-1429274009910902784)]} 0 4
[junit4:junit4]   2> 12724 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[19 (1429274009917194240)]} 0 1
[junit4:junit4]   2> 12724 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10019 (1429274009917194241)]} 0 1
[junit4:junit4]   2> 12729 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[19 (1429274009920339968)]} 0 1
[junit4:junit4]   2> 12729 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[19 (1429274009920339968)]} 0 3
[junit4:junit4]   2> 12729 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10019 (1429274009920339969)]} 0 1
[junit4:junit4]   2> 12730 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10019 (1429274009920339969)]} 0 4
[junit4:junit4]   2> 12790 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[12 (-1429274009987448832)]} 0 1
[junit4:junit4]   2> 12790 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10012 (-1429274009987448833)]} 0 0
[junit4:junit4]   2> 12794 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10012 (-1429274009989545984)]} 0 0
[junit4:junit4]   2> 12794 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[12 (-1429274009989545985)]} 0 0
[junit4:junit4]   2> 12794 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[12 (-1429274009989545985)]} 0 2
[junit4:junit4]   2> 12794 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[10012 (-1429274009989545984)]} 0 2
[junit4:junit4]   2> 12797 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[20 (1429274009993740288)]} 0 1
[junit4:junit4]   2> 12797 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10020 (1429274009993740289)]} 0 1
[junit4:junit4]   2> 12801 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[20 (1429274009996886016)]} 0 0
[junit4:junit4]   2> 12802 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[20 (1429274009996886016)]} 0 3
[junit4:junit4]   2> 12802 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10020 (1429274009996886017)]} 0 1
[junit4:junit4]   2> 12802 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10020 (1429274009996886017)]} 0 3
[junit4:junit4]   2> 12849 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[16 (-1429274010049314816)]} 0 0
[junit4:junit4]   2> 12850 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10016 (-1429274010049314817)]} 0 1
[junit4:junit4]   2> 12853 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[16 (-1429274010051411968)]} 0 0
[junit4:junit4]   2> 12853 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10016 (-1429274010052460544)]} 0 0
[junit4:junit4]   2> 12854 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[16 (-1429274010051411968)]} 0 3
[junit4:junit4]   2> 12854 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[10016 (-1429274010052460544)]} 0 3
[junit4:junit4]   2> 12856 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[21 (1429274010056654848)]} 0 0
[junit4:junit4]   2> 12856 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10021 (1429274010056654849)]} 0 0
[junit4:junit4]   2> 12861 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[21 (1429274010058752000)]} 0 1
[junit4:junit4]   2> 12861 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[21 (1429274010058752000)]} 0 3
[junit4:junit4]   2> 12861 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10021 (1429274010058752001)]} 0 1
[junit4:junit4]   2> 12862 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10021 (1429274010058752001)]} 0 4
[junit4:junit4]   2> 12888 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[18 (-1429274010089160704)]} 0 1
[junit4:junit4]   2> 12888 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10018 (-1429274010090209280)]} 0 0
[junit4:junit4]   2> 12891 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10018 (-1429274010092306433)]} 0 0
[junit4:junit4]   2> 12892 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[18 (-1429274010092306432)]} 0 0
[junit4:junit4]   2> 12892 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[10018 (-1429274010092306433)]} 0 2
[junit4:junit4]   2> 12892 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[18 (-1429274010092306432)]} 0 2
[junit4:junit4]   2> 12894 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10022 (1429274010096500736)]} 0 0
[junit4:junit4]   2> 12895 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[22 (1429274010096500737)]} 0 1
[junit4:junit4]   2> 12899 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10022 (1429274010098597888)]} 0 0
[junit4:junit4]   2> 12899 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10022 (1429274010098597888)]} 0 3
[junit4:junit4]   2> 12900 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[22 (1429274010099646464)]} 0 1
[junit4:junit4]   2> 12900 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[22 (1429274010099646464)]} 0 3
[junit4:junit4]   2> 12919 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10023 (1429274010122715136)]} 0 1
[junit4:junit4]   2> 12920 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[23 (1429274010122715137)]} 0 1
[junit4:junit4]   2> 12924 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10023 (1429274010124812288)]} 0 1
[junit4:junit4]   2> 12924 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[23 (1429274010125860864)]} 0 1
[junit4:junit4]   2> 12924 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10023 (1429274010124812288)]} 0 3
[junit4:junit4]   2> 12925 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[23 (1429274010125860864)]} 0 4
[junit4:junit4]   2> 12943 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10024 (1429274010146832384)]} 0 1
[junit4:junit4]   2> 12943 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[24 (1429274010147880960)]} 0 1
[junit4:junit4]   2> 12947 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10024 (1429274010149978112)]} 0 0
[junit4:junit4]   2> 12948 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10024 (1429274010149978112)]} 0 3
[junit4:junit4]   2> 12948 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[24 (1429274010149978113)]} 0 1
[junit4:junit4]   2> 12949 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[24 (1429274010149978113)]} 0 4
[junit4:junit4]   2> 13049 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10025 (1429274010257981440)]} 0 1
[junit4:junit4]   2> 13049 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[25 (1429274010259030016)]} 0 0
[junit4:junit4]   2> 13054 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10025 (1429274010261127168)]} 0 1
[junit4:junit4]   2> 13054 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[25 (1429274010261127169)]} 0 1
[junit4:junit4]   2> 13054 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10025 (1429274010261127168)]} 0 3
[junit4:junit4]   2> 13054 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[25 (1429274010261127169)]} 0 3
[junit4:junit4]   2> 13121 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[22 (-1429274010334527489)]} 0 1
[junit4:junit4]   2> 13121 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[10022 (-1429274010334527488)]} 0 1
[junit4:junit4]   2> 13127 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[22 (-1429274010336624640)]} 0 1
[junit4:junit4]   2> 13127 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10022 (-1429274010338721792)]} 0 0
[junit4:junit4]   2> 13127 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[22 (-1429274010336624640)]} 0 4
[junit4:junit4]   2> 13128 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[10022 (-1429274010338721792)]} 0 3
[junit4:junit4]   2> 13130 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[26 (1429274010342916096)]} 0 1
[junit4:junit4]   2> 13130 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10026 (1429274010342916097)]} 0 1
[junit4:junit4]   2> 13135 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[26 (1429274010346061824)]} 0 1
[junit4:junit4]   2> 13135 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[26 (1429274010346061824)]} 0 3
[junit4:junit4]   2> 13135 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10026 (1429274010346061825)]} 0 0
[junit4:junit4]   2> 13136 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10026 (1429274010346061825)]} 0 4
[junit4:junit4]   2> 13173 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[27 (1429274010389053440)]} 0 0
[junit4:junit4]   2> 13174 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10027 (1429274010389053441)]} 0 1
[junit4:junit4]   2> 13179 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10027 (1429274010392199168)]} 0 1
[junit4:junit4]   2> 13179 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[27 (1429274010392199169)]} 0 0
[junit4:junit4]   2> 13180 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10027 (1429274010392199168)]} 0 4
[junit4:junit4]   2> 13180 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[27 (1429274010392199169)]} 0 4
[junit4:junit4]   2> 13259 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[28 (1429274010478182400)]} 0 1
[junit4:junit4]   2> 13259 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10028 (1429274010478182401)]} 0 1
[junit4:junit4]   2> 13265 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10028 (1429274010482376705)]} 0 0
[junit4:junit4]   2> 13266 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10028 (1429274010482376705)]} 0 5
[junit4:junit4]   2> 13266 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[28 (1429274010482376704)]} 0 0
[junit4:junit4]   2> 13267 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[28 (1429274010482376704)]} 0 6
[junit4:junit4]   2> 13339 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[10023 (-1429274010563117056)]} 0 1
[junit4:junit4]   2> 13339 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[23 (-1429274010563117057)]} 0 0
[junit4:junit4]   2> 13343 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[23 (-1429274010565214209)]} 0 0
[junit4:junit4]   2> 13343 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10023 (-1429274010565214208)]} 0 0
[junit4:junit4]   2> 13343 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[23 (-1429274010565214209)]} 0 2
[junit4:junit4]   2> 13344 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[10023 (-1429274010565214208)]} 0 3
[junit4:junit4]   2> 13346 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[29 (1429274010570457088)]} 0 1
[junit4:junit4]   2> 13347 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10029 (1429274010570457089)]} 0 1
[junit4:junit4]   2> 13352 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[29 (1429274010572554240)]} 0 1
[junit4:junit4]   2> 13352 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10029 (1429274010573602816)]} 0 1
[junit4:junit4]   2> 13352 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[29 (1429274010572554240)]} 0 4
[junit4:junit4]   2> 13352 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10029 (1429274010573602816)]} 0 3
[junit4:junit4]   2> 13391 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10030 (1429274010617643008)]} 0 0
[junit4:junit4]   2> 13392 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[30 (1429274010617643009)]} 0 1
[junit4:junit4]   2> 13398 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10030 (1429274010620788736)]} 0 1
[junit4:junit4]   2> 13398 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[30 (1429274010620788737)]} 0 1
[junit4:junit4]   2> 13398 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10030 (1429274010620788736)]} 0 4
[junit4:junit4]   2> 13399 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[30 (1429274010620788737)]} 0 5
[junit4:junit4]   2> 13463 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10031 (1429274010692091905)]} 0 1
[junit4:junit4]   2> 13463 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[31 (1429274010692091904)]} 0 1
[junit4:junit4]   2> 13468 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[31 (1429274010695237632)]} 0 1
[junit4:junit4]   2> 13468 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10031 (1429274010695237633)]} 0 1
[junit4:junit4]   2> 13468 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[31 (1429274010695237632)]} 0 3
[junit4:junit4]   2> 13469 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10031 (1429274010695237633)]} 0 4
[junit4:junit4]   2> 13492 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[26 (-1429274010723549185)]} 0 0
[junit4:junit4]   2> 13492 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[10026 (-1429274010723549184)]} 0 0
[junit4:junit4]   2> 13497 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[26 (-1429274010726694912)]} 0 1
[junit4:junit4]   2> 13497 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10026 (-1429274010726694913)]} 0 1
[junit4:junit4]   2> 13497 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[10026 (-1429274010726694913)]} 0 3
[junit4:junit4]   2> 13497 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[26 (-1429274010726694912)]} 0 3
[junit4:junit4]   2> 13500 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10032 (1429274010731937792)]} 0 1
[junit4:junit4]   2> 13500 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[32 (1429274010731937793)]} 0 1
[junit4:junit4]   2> 13506 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10032 (1429274010735083520)]} 0 1
[junit4:junit4]   2> 13506 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[32 (1429274010735083521)]} 0 1
[junit4:junit4]   2> 13507 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[32 (1429274010735083521)]} 0 4
[junit4:junit4]   2> 13507 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10032 (1429274010735083520)]} 0 5
[junit4:junit4]   2> 13542 T1603 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 48734
[junit4:junit4]   2> 13543 T1603 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=14628863
[junit4:junit4]   2> 13607 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10033 (1429274010843086848)]} 0 1
[junit4:junit4]   2> 13607 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[33 (1429274010843086849)]} 0 1
[junit4:junit4]   2> 13612 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10033 (1429274010846232576)]} 0 1
[junit4:junit4]   2> 13612 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10033 (1429274010846232576)]} 0 3
[junit4:junit4]   2> 13612 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[33 (1429274010846232577)]} 0 0
[junit4:junit4]   2> 13613 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[33 (1429274010846232577)]} 0 4
[junit4:junit4]   2> 13704 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10034 (1429274010944798720)]} 0 1
[junit4:junit4]   2> 13704 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[34 (1429274010944798721)]} 0 1
[junit4:junit4]   2> 13718 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10034 (1429274010957381633)]} 0 0
[junit4:junit4]   2> 13719 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[34 (1429274010957381632)]} 0 1
[junit4:junit4]   2> 13719 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10034 (1429274010957381633)]} 0 4
[junit4:junit4]   2> 13719 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[34 (1429274010957381632)]} 0 4
[junit4:junit4]   2> 13794 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[35 (1429274011040219136)]} 0 1
[junit4:junit4]   2> 13794 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10035 (1429274011040219137)]} 0 1
[junit4:junit4]   2> 13799 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[35 (1429274011042316288)]} 0 0
[junit4:junit4]   2> 13799 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10035 (1429274011043364864)]} 0 0
[junit4:junit4]   2> 13800 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[35 (1429274011042316288)]} 0 4
[junit4:junit4]   2> 13800 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10035 (1429274011043364864)]} 0 4
[junit4:junit4]   2> 13830 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[10029 (-1429274011077967873)]} 0 0
[junit4:junit4]   2> 13830 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[29 (-1429274011077967872)]} 0 0
[junit4:junit4]   2> 13835 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[10029 (-1429274011081113600)]} 0 1
[junit4:junit4]   2> 13835 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {delete=[29 (-1429274011081113601)]} 0 0
[junit4:junit4]   2> 13835 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10029 (-1429274011081113600)]} 0 3
[junit4:junit4]   2> 13835 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[29 (-1429274011081113601)]} 0 2
[junit4:junit4]   2> 13838 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10036 (1429274011085307904)]} 0 1
[junit4:junit4]   2> 13838 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[36 (1429274011085307905)]} 0 1
[junit4:junit4]   2> 13842 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10036 (1429274011088453632)]} 0 0
[junit4:junit4]   2> 13842 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[36 (1429274011088453633)]} 0 0
[junit4:junit4]   2> 13843 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10036 (1429274011088453632)]} 0 3
[junit4:junit4]   2> 13843 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[36 (1429274011088453633)]} 0 3
[junit4:junit4]   2> 13930 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10037 (1429274011181776896)]} 0 1
[junit4:junit4]   2> 13930 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[37 (1429274011181776897)]} 0 1
[junit4:junit4]   2> 13935 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10037 (1429274011184922624)]} 0 1
[junit4:junit4]   2> 13935 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[37 (1429274011184922625)]} 0 1
[junit4:junit4]   2> 13935 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10037 (1429274011184922624)]} 0 3
[junit4:junit4]   2> 13935 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[37 (1429274011184922625)]} 0 3
[junit4:junit4]   2> 13939 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13940 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48734/p/tf",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48734_p%2Ftf"}
[junit4:junit4]   2> 13942 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13942 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13942 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13942 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13974 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10038 (1429274011228962817)]} 0 1
[junit4:junit4]   2> 13975 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[38 (1429274011228962816)]} 0 1
[junit4:junit4]   2> 13977 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10038 (1429274011232108544)]} 0 0
[junit4:junit4]   2> 13977 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[38 (1429274011232108545)]} 0 0
[junit4:junit4]   2> 14058 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10039 (1429274011317043200)]} 0 1
[junit4:junit4]   2> 14059 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[39 (1429274011317043201)]} 0 1
[junit4:junit4]   2> 14061 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10039 (1429274011319140352)]} 0 1
[junit4:junit4]   2> 14061 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[39 (1429274011320188928)]} 0 0
[junit4:junit4]   2> 14140 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[31 (-1429274011403026433)]} 0 0
[junit4:junit4]   2> 14140 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[10031 (-1429274011403026432)]} 0 0
[junit4:junit4]   2> 14143 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[10031 (-1429274011406172161)]} 0 0
[junit4:junit4]   2> 14143 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[31 (-1429274011406172160)]} 0 0
[junit4:junit4]   2> 14145 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[40 (1429274011408269312)]} 0 0
[junit4:junit4]   2> 14146 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10040 (1429274011408269313)]} 0 1
[junit4:junit4]   2> 14148 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[40 (1429274011410366464)]} 0 1
[junit4:junit4]   2> 14148 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10040 (1429274011411415040)]} 0 0
[junit4:junit4]   2> 14193 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[41 (1429274011457552384)]} 0 1
[junit4:junit4]   2> 14193 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10041 (1429274011457552385)]} 0 1
[junit4:junit4]   2> 14195 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[41 (1429274011460698112)]} 0 0
[junit4:junit4]   2> 14196 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10041 (1429274011460698113)]} 0 1
[junit4:junit4]   2> 14213 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[42 (1429274011479572480)]} 0 0
[junit4:junit4]   2> 14214 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10042 (1429274011479572481)]} 0 1
[junit4:junit4]   2> 14216 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[42 (1429274011481669632)]} 0 1
[junit4:junit4]   2> 14216 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10042 (1429274011482718208)]} 0 0
[junit4:junit4]   2> 14302 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[43 (1429274011571847168)]} 0 1
[junit4:junit4]   2> 14302 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10043 (1429274011571847169)]} 0 1
[junit4:junit4]   2> 14304 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[43 (1429274011574992896)]} 0 0
[junit4:junit4]   2> 14305 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10043 (1429274011574992897)]} 0 1
[junit4:junit4]   2> 14384 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[10034 (-1429274011658878976)]} 0 0
[junit4:junit4]   2> 14384 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[34 (-1429274011658878977)]} 0 0
[junit4:junit4]   2> 14386 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[34 (-1429274011660976129)]} 0 0
[junit4:junit4]   2> 14386 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[10034 (-1429274011660976128)]} 0 0
[junit4:junit4]   2> 14389 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[44 (1429274011664121856)]} 0 0
[junit4:junit4]   2> 14390 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10044 (1429274011664121857)]} 0 1
[junit4:junit4]   2> 14392 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[44 (1429274011666219008)]} 0 1
[junit4:junit4]   2> 14392 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10044 (1429274011667267584)]} 0 1
[junit4:junit4]   2> 14406 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[36 (-1429274011681947648)]} 0 0
[junit4:junit4]   2> 14406 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10036 (-1429274011681947649)]} 0 0
[junit4:junit4]   2> 14408 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[36 (-1429274011684044800)]} 0 0
[junit4:junit4]   2> 14409 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10036 (-1429274011685093376)]} 0 1
[junit4:junit4]   2> 14411 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[45 (1429274011686141952)]} 0 1
[junit4:junit4]   2> 14411 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10045 (1429274011687190528)]} 0 1
[junit4:junit4]   2> 14413 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[45 (1429274011689287680)]} 0 0
[junit4:junit4]   2> 14414 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10045 (1429274011689287681)]} 0 1
[junit4:junit4]   2> 14489 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[46 (1429274011767930880)]} 0 1
[junit4:junit4]   2> 14489 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10046 (1429274011767930881)]} 0 1
[junit4:junit4]   2> 14491 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[46 (1429274011771076608)]} 0 0
[junit4:junit4]   2> 14492 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10046 (1429274011771076609)]} 0 1
[junit4:junit4]   2>  C60_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, base_url=http://127.0.0.1:48734/p/tf, core=collection1, state=down, node_name=127.0.0.1:48734_p%2Ftf}
[junit4:junit4]   2> 14543 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45360/p/tf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14547 T1664 C60 P48734 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 14551 T1664 C60 P48734 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:48734/p/tf START replicas=[http://127.0.0.1:45360/p/tf/collection1/] nUpdates=100
[junit4:junit4]   2> 14557 T1664 C60 P48734 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14557 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14557 T1640 C62 P45360 REQ /get {version=2&wt=javabin&distrib=false&getVersions=100&qt=/get} status=0 QTime=4 
[junit4:junit4]   2> 14557 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14557 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14557 T1664 C60 P48734 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4]   2> 14557 T1664 C60 P48734 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45360/p/tf/collection1/. core=collection1
[junit4:junit4]   2> 14558 T1664 C60 P48734 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14561 T1641 C62 P45360 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14564 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[37 (-1429274011847622656)]} 0 0
[junit4:junit4]   2> 14564 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[10037 (-1429274011847622657)]} 0 0
[junit4:junit4]   2> 14567 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[37 (-1429274011849719809)]} 0 1
[junit4:junit4]   2> 14567 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[10037 (-1429274011849719808)]} 0 1
[junit4:junit4]   2> 14569 T1641 C62 P45360 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315c3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ab26b4),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1315c3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ab26b4),segFN=segments_2,generation=2,filenames=[_1_Lucene41_0.pos, _1.fdx, _1_nrm.cfs, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1.fdt, _1_Lucene41_0.doc, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, segments_2, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 14569 T1641 C62 P45360 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_Lucene41_0.pos, _1.fdx, _1_nrm.cfs, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1.fdt, _1_Lucene41_0.doc, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, segments_2, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 14570 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10047 (1429274011852865536)]} 0 1
[junit4:junit4]   2> 14570 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[47 (1429274011852865537)]} 0 1
[junit4:junit4]   2> 14571 T1641 C62 P45360 oass.SolrIndexSearcher.<init> Opening Searcher@17bf7de realtime
[junit4:junit4]   2> 14572 T1641 C62 P45360 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14572 T1641 C62 P45360 /update {version=2&wt=javabin&softCommit=false&commit=true&waitSearcher=true&openSearcher=false&commit_end_point=true} {commit=} 0 11
[junit4:junit4]   2> 14573 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10047 (1429274011856011264)]} 0 1
[junit4:junit4]   2> 14573 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[47 (1429274011856011265)]} 0 1
[junit4:junit4]   2> 14573 T1664 C60 P48734 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14573 T1664 C60 P48734 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14577 T1641 C62 P45360 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14577 T1641 C62 P45360 REQ /replication {version=2&command=indexversion&wt=javabin&qt=/replication} status=0 QTime=3 
[junit4:junit4]   2> 14577 T1664 C60 P48734 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14577 T1664 C60 P48734 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14578 T1664 C60 P48734 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14579 T1639 C62 P45360 REQ /replication {version=2&command=filelist&wt=javabin&generation=2&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14580 T1664 C60 P48734 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 23
[junit4:junit4]   2> 14581 T1664 C60 P48734 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index.20130312041836222 forceNew: false
[junit4:junit4]   2> 14581 T1664 C60 P48734 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875)) fullCopy=true
[junit4:junit4]   2> 14583 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_Lucene41_0.pos&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14592 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_nrm.cfs&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14595 T1641 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1.fdx&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14598 T1639 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_nrm.cfe&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14601 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0.fdx&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14604 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1.si&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14608 T1641 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0.si&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14611 T1639 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_Lucene41_0.tip&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14614 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_Lucene41_0.tip&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14621 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_1.del&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14625 T1641 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_nrm.cfe&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14628 T1639 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0.fdt&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14630 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_Lucene41_0.doc&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14633 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1.fdt&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14637 T1641 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_Lucene41_0.pos&checksum=true&qt=/replication} status=0 QTime=1 
[junit4:junit4]   2> 14639 T1639 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1.fnm&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14643 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_Lucene41_0.doc&checksum=true&qt=/replication} status=0 QTime=1 
[junit4:junit4]   2> 14652 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[38 (-1429274011939897345)]} 0 0
[junit4:junit4]   2> 14652 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[10038 (-1429274011939897344)]} 0 0
[junit4:junit4]   2> 14652 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_Lucene41_0.tim&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14655 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[38 (-1429274011943043072)]} 0 0
[junit4:junit4]   2> 14655 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[10038 (-1429274011943043073)]} 0 0
[junit4:junit4]   2> 14656 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_1_1.del&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14658 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[48 (1429274011945140225)]} 0 1
[junit4:junit4]   2> 14658 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10048 (1429274011945140224)]} 0 1
[junit4:junit4]   2> 14659 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_nrm.cfs&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14661 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10048 (1429274011948285953)]} 0 1
[junit4:junit4]   2> 14661 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[48 (1429274011948285952)]} 0 1
[junit4:junit4]   2> 14662 T1640 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=segments_2&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14665 T1638 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0.fnm&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14668 T1641 C62 P45360 REQ /replication {command=filecontent&wt=filestream&generation=2&file=_0_Lucene41_0.tim&checksum=true&qt=/replication} status=0 QTime=0 
[junit4:junit4]   2> 14668 T1664 C60 P48734 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 14672 T1664 C60 P48734 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130312041836222
[junit4:junit4]   2> 14673 T1664 C60 P48734 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 14673 T1664 C60 P48734 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 14673 T1664 C60 P48734 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 14675 T1664 C60 P48734 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index/ new=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index.20130312041836222
[junit4:junit4]   2> 14679 T1664 C60 P48734 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875)),segFN=segments_2,generation=2,filenames=[_1_Lucene41_0.pos, _1_nrm.cfs, _1.fdx, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1_Lucene41_0.doc, _1.fdt, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, segments_2, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 14679 T1664 C60 P48734 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[_1_Lucene41_0.pos, _1_nrm.cfs, _1.fdx, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1_Lucene41_0.doc, _1.fdt, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, segments_2, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 14679 T1664 C60 P48734 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 14727 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10049 (1429274012017491968)]} 0 1
[junit4:junit4]   2> 14727 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[49 (1429274012017491969)]} 0 1
[junit4:junit4]   2> 14730 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[49 (1429274012021686272)]} 0 1
[junit4:junit4]   2> 14730 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10049 (1429274012021686273)]} 0 1
[junit4:junit4]   2> 14734 T1664 C60 P48734 oass.SolrIndexSearcher.<init> Opening Searcher@15efecd main
[junit4:junit4]   2> 14735 T1663 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15efecd main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C68/23 _1(4.3):C24/11)}
[junit4:junit4]   2> 14735 T1664 C60 P48734 oash.SnapPuller$2.preClose removing old index files MockDirWrapper(org.apache.lucene.store.RAMDirectory@16aaa67 lockFactory=org.apache.lucene.store.NativeFSLockFactory@460a87)
[junit4:junit4]   2> 14735 T1664 C60 P48734 oasc.CachingDirectoryFactory.closeDirectory Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/index
[junit4:junit4]   2> 14736 T1664 C60 P48734 oash.SnapPuller$2.postClose removing old index directory MockDirWrapper(org.apache.lucene.store.RAMDirectory@16aaa67 lockFactory=org.apache.lucene.store.NativeFSLockFactory@460a87)
[junit4:junit4]   2> 14738 T1664 C60 P48734 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4]   2> 14738 T1672 C60 P48734 oasu.UpdateLog$LogReplayer.doReplay WARNING Starting log replay tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1363061901645/jetty2/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=4899
[junit4:junit4]   2> 14739 T1672 C60 P48734 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 14742 T1672 C60 P48734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875)),segFN=segments_2,generation=2,filenames=[_1_Lucene41_0.pos, _1_nrm.cfs, _1.fdx, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1_Lucene41_0.doc, _1.fdt, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, segments_2, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875)),segFN=segments_3,generation=3,filenames=[_1_Lucene41_0.pos, segments_3, _1_nrm.cfs, _1.fdx, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1_Lucene41_0.doc, _1.fdt, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 14742 T1672 C60 P48734 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_1_Lucene41_0.pos, segments_3, _1_nrm.cfs, _1.fdx, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1_Lucene41_0.doc, _1.fdt, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 14743 T1672 C60 P48734 oass.SolrIndexSearcher.<init> Opening Searcher@a33e73 main
[junit4:junit4]   2> 14744 T1672 C60 P48734 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14744 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10040 (-1429274012036366336)]} 0 0
[junit4:junit4]   2> 14744 T1663 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a33e73 main{StandardDirectoryReader(segments_2:5:nrt _0(4.3):C68/23 _1(4.3):C24/11)}
[junit4:junit4]   2> 14744 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[40 (-1429274012036366337)]} 0 0
[junit4:junit4]   2> 14745 T1672 C60 P48734 oasu.UpdateLog$LogReplayer.run WARNING Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=4899}
[junit4:junit4]   2> 14745 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14745 T1664 C60 P48734 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14745 T1664 C60 P48734 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14746 T1664 C60 P48734 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 14747 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[10040 (-1429274012039512064)]} 0 0
[junit4:junit4]   2> 14747 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[40 (-1429274012039512065)]} 0 0
[junit4:junit4]   2> 14750 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10050 (1429274012041609216)]} 0 1
[junit4:junit4]   2> 14752 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[50 (1429274012043706368)]} 0 1
[junit4:junit4]   2> 14753 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10050 (1429274012045803520)]} 0 0
[junit4:junit4]   2> 14754 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[50 (1429274012046852096)]} 0 0
[junit4:junit4]   2> 14802 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10051 (1429274012096135168)]} 0 1
[junit4:junit4]   2> 14802 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[51 (1429274012097183744)]} 0 0
[junit4:junit4]   2> 14811 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[51 (1429274012100329472)]} 0 6
[junit4:junit4]   2> 14812 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10051 (1429274012100329473)]} 0 7
[junit4:junit4]   2> 14883 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10052 (1429274012181069825)]} 0 1
[junit4:junit4]   2> 14883 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[52 (1429274012181069824)]} 0 1
[junit4:junit4]   2> 14886 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[10052 (1429274012184215552)]} 0 1
[junit4:junit4]   2> 14886 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[52 (1429274012184215553)]} 0 1
[junit4:junit4]   2> 14970 T1621 C61 P56106 /update {version=2&wt=javabin} {delete=[43 (-1429274012273344513)]} 0 0
[junit4:junit4]   2> 14970 T1620 C61 P56106 /update {version=2&wt=javabin} {delete=[10043 (-1429274012273344512)]} 0 0
[junit4:junit4]   2> 14973 T1641 C62 P45360 /update {version=2&wt=javabin} {delete=[43 (-1429274012276490240)]} 0 1
[junit4:junit4]   2> 14973 T1638 C62 P45360 /update {version=2&wt=javabin} {delete=[10043 (-1429274012276490241)]} 0 1
[junit4:junit4]   2> 14975 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[53 (1429274012278587392)]} 0 0
[junit4:junit4]   2> 14976 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10053 (1429274012278587393)]} 0 1
[junit4:junit4]   2> 14978 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[53 (1429274012281733120)]} 0 0
[junit4:junit4]   2> 14979 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10053 (1429274012281733121)]} 0 1
[junit4:junit4]   2> 15037 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[54 (1429274012343599104)]} 0 0
[junit4:junit4]   2> 15038 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10054 (1429274012343599105)]} 0 1
[junit4:junit4]   2> 15040 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[54 (1429274012346744832)]} 0 1
[junit4:junit4]   2> 15041 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10054 (1429274012346744833)]} 0 1
[junit4:junit4]   2> 15085 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[46 (-1429274012393930753)]} 0 0
[junit4:junit4]   2> 15085 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[10046 (-1429274012393930752)]} 0 0
[junit4:junit4]   2> 15087 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[10046 (-1429274012396027904)]} 0 0
[junit4:junit4]   2> 15087 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[46 (-1429274012396027905)]} 0 0
[junit4:junit4]   2> 15090 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[55 (1429274012398125057)]} 0 1
[junit4:junit4]   2> 15090 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10055 (1429274012398125056)]} 0 1
[junit4:junit4]   2> 15092 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[55 (1429274012401270784)]} 0 0
[junit4:junit4]   2> 15093 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10055 (1429274012401270785)]} 0 1
[junit4:junit4]   2> 15164 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[47 (-1429274012476768257)]} 0 0
[junit4:junit4]   2> 15164 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[10047 (-1429274012476768256)]} 0 0
[junit4:junit4]   2> 15166 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[10047 (-1429274012478865408)]} 0 0
[junit4:junit4]   2> 15166 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[47 (-1429274012478865409)]} 0 0
[junit4:junit4]   2> 15169 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10056 (1429274012480962560)]} 0 1
[junit4:junit4]   2> 15169 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[56 (1429274012480962561)]} 0 1
[junit4:junit4]   2> 15171 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10056 (1429274012484108288)]} 0 0
[junit4:junit4]   2> 15171 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[56 (1429274012484108289)]} 0 0
[junit4:junit4]   2> 15263 T1618 C61 P56106 /update {version=2&wt=javabin} {delete=[10048 (-1429274012579528704)]} 0 1
[junit4:junit4]   2> 15263 T1619 C61 P56106 /update {version=2&wt=javabin} {delete=[48 (-1429274012579528705)]} 0 1
[junit4:junit4]   2> 15265 T1640 C62 P45360 /update {version=2&wt=javabin} {delete=[48 (-1429274012582674432)]} 0 0
[junit4:junit4]   2> 15265 T1639 C62 P45360 /update {version=2&wt=javabin} {delete=[10048 (-1429274012582674433)]} 0 0
[junit4:junit4]   2> 15267 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[57 (1429274012584771584)]} 0 0
[junit4:junit4]   2> 15268 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10057 (1429274012584771585)]} 0 1
[junit4:junit4]   2> 15270 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[57 (1429274012586868736)]} 0 1
[junit4:junit4]   2> 15270 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10057 (1429274012587917312)]} 0 0
[junit4:junit4]   2> 15337 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10058 (1429274012657123329)]} 0 1
[junit4:junit4]   2> 15337 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[58 (1429274012657123328)]} 0 1
[junit4:junit4]   2> 15340 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10058 (1429274012660269056)]} 0 1
[junit4:junit4]   2> 15340 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[58 (1429274012660269057)]} 0 1
[junit4:junit4]   2> 15392 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[59 (1429274012714795008)]} 0 1
[junit4:junit4]   2> 15392 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[10059 (1429274012714795009)]} 0 1
[junit4:junit4]   2> 15396 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[59 (1429274012718989312)]} 0 1
[junit4:junit4]   2> 15396 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[10059 (1429274012718989313)]} 0 1
[junit4:junit4]   2> 15431 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[10060 (1429274012756738048)]} 0 1
[junit4:junit4]   2> 15431 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[60 (1429274012756738049)]} 0 1
[junit4:junit4]   2> 15434 T1639 C62 P45360 /update {version=2&wt=javabin} {add=[60 (1429274012758835201)]} 0 1
[junit4:junit4]   2> 15434 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[10060 (1429274012758835200)]} 0 1
[junit4:junit4]   2> 15445 T1626 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15445 T1626 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48734/p/tf",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48734_p%2Ftf"}
[junit4:junit4]   2> 15448 T1625 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15448 T1632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15448 T1645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15448 T1661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 15494 T1620 C61 P56106 /update {version=2&wt=javabin} {add=[10061 (1429274012821749760)]} 0 1
[junit4:junit4]   2> 15494 T1621 C61 P56106 /update {version=2&wt=javabin} {add=[61 (1429274012821749761)]} 0 1
[junit4:junit4]   2>  C60_STATE=coll:collection1 core:collection1 props:{shard=shard1, collection=collection1, base_url=http://127.0.0.1:48734/p/tf, core=collection1, state=active, node_name=127.0.0.1:48734_p%2Ftf}
[junit4:junit4]   2> 15500 T1655 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[61 (1429274012824895489)]} 0 2
[junit4:junit4]   2> 15500 T1657 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {add=[10061 (1429274012824895488)]} 0 2
[junit4:junit4]   2> 15500 T1641 C62 P45360 /update {version=2&wt=javabin} {add=[61 (1429274012824895489)]} 0 4
[junit4:junit4]   2> 15501 T1638 C62 P45360 /update {version=2&wt=javabin} {add=[10061 (1429274012824895488)]} 0 5
[junit4:junit4]   2> 15544 T1603 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15545 T1603 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15547 T1603 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@461fb9
[junit4:junit4]   2> 15556 T1603 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=46,cumulative_deletesById=16,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 15556 T1619 C61 P56106 /update {version=2&wt=javabin} {add=[10062 (1429274012887810048)]} 0 0
[junit4:junit4]   2> 15557 T1618 C61 P56106 /update {version=2&wt=javabin} {add=[62 (1429274012887810049)]} 0 1
[junit4:junit4]   2> 15557 T1603 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 15558 T1603 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 15558 T1603 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 15561 T1656 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {} 0 0
[junit4:junit4]   2> 15561 T1654 C60 P48734 /update {version=2&wt=javabin&distrib.from=http://127.0.0.1:45360/p/tf/collection1/&update.distrib=FROMLEADER} {} 0 0
[junit4:junit4]   2> 15562 T1654 C60 P48734 oasc.SolrException.log SEVERE java.lang.RuntimeException: SolrCoreState already closed
[junit4:junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:84)
[junit4:junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:153)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:69)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:451)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:587)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:346)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:100)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:246)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:637)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15562 T1656 C60 P48734 oasc.SolrException.log SEVERE java.lang.RuntimeException: SolrCoreState already closed
[junit4:junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:84)
[junit4:junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:153)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:69)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:451)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:587)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:346)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:100)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:246)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:637)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15565 T1654 C60 P48734 oasc.SolrException.log SEVERE null:java.lang.RuntimeException: SolrCoreState already closed
[junit4:junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:84)
[junit4:junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:153)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:69)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:451)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:587)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:346)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:100)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:246)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:637)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15565 T1656 C60 P48734 oasc.SolrException.log SEVERE null:java.lang.RuntimeException: SolrCoreState already closed
[junit4:junit4]   2> 		at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:84)
[junit4:junit4]   2> 		at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:153)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:69)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:51)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:451)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:587)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:346)
[junit4:junit4]   2> 		at org.apache.solr.update.processor.LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:100)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:246)
[junit4:junit4]   2> 		at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   2> 		at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   2> 		at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   2> 		at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   2> 		at org.apache.solr.core.SolrCore.execute(SolrCore.java:1811)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:637)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:343)
[junit4:junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15566 T1654 C60 P48734 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@461fb9
[junit4:junit4]   2> 15566 T1654 C60 P48734 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=2,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=46,cumulative_deletesById=16,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 15567 T1640 C62 P45360 oasc.SolrException.log SEVERE shard update error StdNode: http://127.0.0.1:48734/p/tf/collection1/:org.apache.solr.common.SolrException: Server at http://127.0.0.1:48734/p/tf/collection1 returned non ok status:500, message:Server Error
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]   2> 		at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]   2> 		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:332)
[junit4:junit4]   2> 		at org.apache.solr.update.SolrCmdDistributor$1.call(SolrCmdDistributor.java:306)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4:junit4]   2> 		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
[junit4:junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110)
[junit4:junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603)
[junit4:junit4]   2> 		at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 15569 T1640 C62 P45360 oasup.DistributedUpdateProcessor.doFinish try and ask http://127.0.0.1:48734/p/tf to recover
[junit4:junit4]   2> 15569 T1640 C62 P45360 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15574 T1655 oasha.CoreAdminHandler.handleRequestRecoveryAction It has been requested that we recover
[junit4:junit4]   2> 15575 T1655 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {version=2&wt=javabin&core=collection1&action=REQUESTRECOVERY} status=0 QTime=1 
[junit4:junit4]   2> 15575 T1673 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15575 T1673 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15575 T1640 C62 P45360 /update {version=2&wt=javabin} {add=[62 (1429274012890955777)]} 0 16
[junit4:junit4]   2> 15579 T1603 C60 P48734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875)),segFN=segments_3,generation=3,filenames=[_1_Lucene41_0.pos, segments_3, _1_nrm.cfs, _1.fdx, _1_nrm.cfe, _1.si, _0.fdx, _1_Lucene41_0.tip, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _1_Lucene41_0.doc, _1.fdt, _0.fdt, _0_Lucene41_0.pos, _1.fnm, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _1_1.del, _0_nrm.cfs, _0.fnm, _0_Lucene41_0.tim]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/index1632916336tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@11cca91; maxCacheMB=0.8037109375 maxMergeSizeMB=0.2607421875)),segFN=segments_4,generation=4,filenames=[segments_4, _1_Lucene41_0.pos, _1.fdx, _1_nrm.cfe, _2_Lucene41_0.doc, _1.si, _1_Lucene41_0.tip, _2_Lucene41_0.tip, _2.fdt, _0.fdt, _1.fdt, _1_Lucene41_0.doc, _0_Lucene41_0.pos, _1.fnm, _1_1.del, _2.si, _0.fnm, _2.fdx, _2.fnm, _1_nrm.cfs, _0.fdx, _2_Lucene41_0.tim, _0.si, _0_Lucene41_0.tip, _0_1.del, _0_nrm.cfe, _2_nrm.cfe, _2_Lucene41_0.pos, _0_Lucene41_0.doc, _1_Lucene41_0.tim, _0_nrm.cfs, _2_nrm.cfs, _0_Lucene41_0.tim]
[junit4:junit4]   2> 15580 T1603 C60 P48734 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4, _1_Lucene41_0.pos, _1.fdx, _1_nrm.cfe, _2_Lucene41_0.doc, _1.si, _1_Lucene41_0.tip, _2_Lucene41_0.tip, _2.fdt, _0.fdt, _1.fdt, _1_Lucene41_0.doc, _0_Lucene41_0.pos, _1.fnm, _1_1.del, _2.si, _0.fnm, _2.fdx, _2.fnm, _1_nrm.cfs, _0.fdx, _2_L

[...truncated too long message...]

r/queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=F241EF3846AC65AC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ga -Dtests.timezone=America/Metlakatla -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   34.2s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:43250/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F241EF3846AC65AC:73A7612031F30590]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 34220 T1181 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 34237 T1180 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 34456 T1184 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=DefaultSimilarity, locale=ga, timezone=America/Metlakatla
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=40301032,total=114032640
[junit4:junit4]   2> NOTE: All tests run in this JVM: [BadIndexSchemaTest, TestQueryTypes, IndexBasedSpellCheckerTest, TestRTGBase, BasicZkTest, SpellPossibilityIteratorTest, DirectSolrSpellCheckerTest, TestBinaryField, TestBM25SimilarityFactory, SuggesterTSTTest, TestLuceneMatchVersion, IndexSchemaRuntimeFieldTest, TestAtomicUpdateErrorCases, XsltUpdateRequestHandlerTest, TestIndexingPerformance, DocumentAnalysisRequestHandlerTest, DisMaxRequestHandlerTest, SolrCmdDistributorTest, TestDFRSimilarityFactory, TestFoldingMultitermQuery, TestSystemIdResolver, RequiredFieldsTest, TestPostingsSolrHighlighter, TestAnalyzedSuggestions, ZkNodePropsTest, DebugComponentTest, TimeZoneUtilsTest, JSONWriterTest, ShardRoutingCustomTest, TestFastOutputStream, RequestHandlersTest, SampleTest, TestRangeQuery, TestWordDelimiterFilterFactory, TestJmxMonitoredMap, DocValuesMultiTest, IndexReaderFactoryTest, CopyFieldTest, SolrTestCaseJ4Test, TestHashPartitioner, CurrencyFieldOpenExchangeTest, TestRecovery, ZkSolrClientTest, TestFieldTypeResource, TestSolrXMLSerializer, OutputWriterTest, TestLMJelinekMercerSimilarityFactory, TestSolrDiscoveryProperties, TestDistributedSearch, MultiTermTest, SignatureUpdateProcessorFactoryTest, TestMultiCoreConfBootstrap, TestNumberUtils, TestCSVResponseWriter, TestPropInject, TestZkChroot, TestMergePolicyConfig, TestFieldResource, SolrCoreCheckLockOnStartupTest, FileUtilsTest, StatsComponentTest, ChaosMonkeySafeLeaderTest, DOMUtilTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 34.54s, 1 test, 1 error <<< FAILURES!

[...truncated 472 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 272 suites, 1143 tests, 2 suite-level errors, 1 error, 13 ignored (7 assumptions)

Total time: 42 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b79 -server -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.6.0_41) - Build # 4640 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4640/
Java: 32bit/jdk1.6.0_41 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([BB3933C1C517898:8A551D246B0E18A4]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:662)




Build Log:
[...truncated 8628 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 1 T2571 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T2571 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1363056225875
[junit4:junit4]   2> 4 T2571 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T2572 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T2572 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T2572 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T2572 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 6 T2572 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 7 T2572 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-1363056225875/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T2571 oasc.ZkTestServer.run start zk server on port:47786
[junit4:junit4]   2> 105 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@39fd
[junit4:junit4]   2> 106 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T2577 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 107 T2577 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 107 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46200
[junit4:junit4]   2> 107 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46200
[junit4:junit4]   2> 108 T2575 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 519 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560000 with negotiated timeout 10000 for client /127.0.0.1:46200
[junit4:junit4]   2> 519 T2577 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560000, negotiated timeout = 10000
[junit4:junit4]   2> 520 T2578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39fd name:ZooKeeperConnection Watcher:127.0.0.1:47786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 520 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 521 T2571 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 523 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e560000
[junit4:junit4]   2> 523 T2578 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 523 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46200 which had sessionid 0x13d5c7b6e560000
[junit4:junit4]   2> 523 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e560000 closed
[junit4:junit4]   2> 524 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@840d97
[junit4:junit4]   2> 525 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 525 T2579 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 525 T2579 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 525 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46208
[junit4:junit4]   2> 526 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46208
[junit4:junit4]   2> 526 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560001 with negotiated timeout 10000 for client /127.0.0.1:46208
[junit4:junit4]   2> 526 T2579 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560001, negotiated timeout = 10000
[junit4:junit4]   2> 526 T2580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@840d97 name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 527 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 527 T2571 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 529 T2571 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 530 T2571 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 531 T2571 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 533 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 534 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 536 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 537 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 539 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 540 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 541 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 542 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 543 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 544 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 546 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 555 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 557 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 557 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 559 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 560 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 561 T2571 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 562 T2571 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 563 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e560001
[junit4:junit4]   2> 563 T2580 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 563 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e560001 closed
[junit4:junit4]   2> 564 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46208 which had sessionid 0x13d5c7b6e560001
[junit4:junit4]   2> 619 T2571 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 943 T2571 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56799
[junit4:junit4]   2> 944 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 944 T2571 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 945 T2571 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435
[junit4:junit4]   2> 945 T2571 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/solr.xml
[junit4:junit4]   2> 946 T2571 oasc.CoreContainer.<init> New CoreContainer 7929872
[junit4:junit4]   2> 946 T2571 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/'
[junit4:junit4]   2> 947 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/'
[junit4:junit4]   2> 971 T2571 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 972 T2571 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 972 T2571 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 973 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 973 T2571 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 973 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 974 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 974 T2571 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 974 T2571 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 975 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 987 T2571 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 1003 T2571 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:47786/solr
[junit4:junit4]   2> 1003 T2571 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1004 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ad5630
[junit4:junit4]   2> 1004 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1005 T2590 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 1005 T2590 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 1005 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46246
[junit4:junit4]   2> 1005 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46246
[junit4:junit4]   2> 1007 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560002 with negotiated timeout 20000 for client /127.0.0.1:46246
[junit4:junit4]   2> 1007 T2590 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560002, negotiated timeout = 20000
[junit4:junit4]   2> 1007 T2591 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ad5630 name:ZooKeeperConnection Watcher:127.0.0.1:47786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1007 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1008 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e560002
[junit4:junit4]   2> 1008 T2591 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 1008 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46246 which had sessionid 0x13d5c7b6e560002
[junit4:junit4]   2> 1008 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e560002 closed
[junit4:junit4]   2> 1009 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1012 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@145b4ce
[junit4:junit4]   2> 1013 T2592 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 1013 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1013 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46247
[junit4:junit4]   2> 1014 T2592 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 1014 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46247
[junit4:junit4]   2> 1015 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560003 with negotiated timeout 20000 for client /127.0.0.1:46247
[junit4:junit4]   2> 1015 T2592 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560003, negotiated timeout = 20000
[junit4:junit4]   2> 1017 T2593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@145b4ce name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1023 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1028 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1029 T2571 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1030 T2571 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56799_
[junit4:junit4]   2> 1030 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56799_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56799_
[junit4:junit4]   2> 1031 T2571 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56799_
[junit4:junit4]   2> 1032 T2571 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1036 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 1036 T2571 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1038 T2571 oasc.Overseer.start Overseer (id=89329252819140611-127.0.0.1:56799_-n_0000000000) starting
[junit4:junit4]   2> 1038 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1039 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1039 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1048 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 1049 T2595 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1059 T2571 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1061 T2571 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1062 T2571 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1064 T2594 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1067 T2596 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/collection1
[junit4:junit4]   2> 1068 T2596 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1073 T2596 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1074 T2596 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1081 T2596 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/collection1/'
[junit4:junit4]   2> 1082 T2596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/collection1/lib/README' to classloader
[junit4:junit4]   2> 1082 T2596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1120 T2596 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 1179 T2596 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1180 T2596 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1184 T2596 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1726 T2596 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1734 T2596 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1737 T2596 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1756 T2596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1759 T2596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1762 T2596 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1764 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1765 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1765 T2596 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1766 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1766 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1766 T2596 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1767 T2596 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1363056226435/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/control/data/
[junit4:junit4]   2> 1767 T2596 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1381960
[junit4:junit4]   2> 1767 T2596 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1768 T2596 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/control/data forceNew: false
[junit4:junit4]   2> 1768 T2596 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363056225875/control/data/index/
[junit4:junit4]   2> 1768 T2596 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363056225875/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1770 T2596 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/control/data/index forceNew: false
[junit4:junit4]   2> 1776 T2596 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14b2bc7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1776 T2596 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1778 T2596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1779 T2596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1779 T2596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1779 T2596 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1780 T2596 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1780 T2596 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1780 T2596 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1780 T2596 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1781 T2596 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1782 T2596 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1789 T2596 oass.SolrIndexSearcher.<init> Opening Searcher@1e7bee main
[junit4:junit4]   2> 1790 T2596 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/control/data/tlog
[junit4:junit4]   2> 1790 T2596 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1791 T2596 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1795 T2597 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e7bee main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1796 T2596 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1797 T2596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1798 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2566 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2566 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56799_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56799"}
[junit4:junit4]   2> 2567 T2594 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2567 T2594 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2567 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2570 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2800 T2596 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2800 T2596 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56799 collection:control_collection shard:shard1
[junit4:junit4]   2> 2801 T2596 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2805 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2805 T2596 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2806 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2807 T2596 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2807 T2596 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2808 T2596 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56799/collection1/
[junit4:junit4]   2> 2808 T2596 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2808 T2596 oasc.SyncStrategy.syncToMe http://127.0.0.1:56799/collection1/ has no replicas
[junit4:junit4]   2> 2808 T2596 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56799/collection1/
[junit4:junit4]   2> 2808 T2596 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2813 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4072 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4077 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4117 T2596 oasc.ZkController.register We are http://127.0.0.1:56799/collection1/ and leader is http://127.0.0.1:56799/collection1/
[junit4:junit4]   2> 4118 T2596 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56799
[junit4:junit4]   2> 4118 T2596 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 4118 T2596 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4118 T2596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4120 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4121 T2571 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 4121 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 4122 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 4126 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 4127 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f56c41
[junit4:junit4]   2> 4128 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4129 T2599 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4129 T2599 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 4130 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46267
[junit4:junit4]   2> 4130 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46267
[junit4:junit4]   2> 4131 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560004 with negotiated timeout 10000 for client /127.0.0.1:46267
[junit4:junit4]   2> 4131 T2599 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560004, negotiated timeout = 10000
[junit4:junit4]   2> 4131 T2600 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f56c41 name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4131 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4132 T2571 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4134 T2571 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 4195 T2571 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 4197 T2571 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38755
[junit4:junit4]   2> 4197 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 4197 T2571 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4198 T2571 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005
[junit4:junit4]   2> 4198 T2571 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/solr.xml
[junit4:junit4]   2> 4198 T2571 oasc.CoreContainer.<init> New CoreContainer 30877564
[junit4:junit4]   2> 4199 T2571 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/'
[junit4:junit4]   2> 4199 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/'
[junit4:junit4]   2> 4214 T2571 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 4215 T2571 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4215 T2571 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4215 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4216 T2571 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4216 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4216 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4217 T2571 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4217 T2571 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4217 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4223 T2571 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4242 T2571 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:47786/solr
[junit4:junit4]   2> 4243 T2571 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4243 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ac0e87
[junit4:junit4]   2> 4245 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4245 T2610 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4245 T2610 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 4245 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46268
[junit4:junit4]   2> 4245 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46268
[junit4:junit4]   2> 4246 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560005 with negotiated timeout 20000 for client /127.0.0.1:46268
[junit4:junit4]   2> 4246 T2610 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560005, negotiated timeout = 20000
[junit4:junit4]   2> 4246 T2611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ac0e87 name:ZooKeeperConnection Watcher:127.0.0.1:47786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4247 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4248 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e560005
[junit4:junit4]   2> 4248 T2611 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4248 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46268 which had sessionid 0x13d5c7b6e560005
[junit4:junit4]   2> 4248 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e560005 closed
[junit4:junit4]   2> 4249 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4251 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@86a9a0
[junit4:junit4]   2> 4252 T2612 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4251 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4252 T2612 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 4252 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46269
[junit4:junit4]   2> 4252 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46269
[junit4:junit4]   2> 4253 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560006 with negotiated timeout 20000 for client /127.0.0.1:46269
[junit4:junit4]   2> 4253 T2612 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560006, negotiated timeout = 20000
[junit4:junit4]   2> 4253 T2613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@86a9a0 name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4253 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4254 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4255 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4256 T2571 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5258 T2571 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38755_
[junit4:junit4]   2> 5259 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:38755_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:38755_
[junit4:junit4]   2> 5259 T2571 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38755_
[junit4:junit4]   2> 5261 T2593 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5261 T2600 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5261 T2613 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5261 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5266 T2614 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/collection1
[junit4:junit4]   2> 5266 T2614 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5266 T2614 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5266 T2614 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5267 T2614 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/collection1/'
[junit4:junit4]   2> 5268 T2614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/collection1/lib/README' to classloader
[junit4:junit4]   2> 5268 T2614 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5296 T2614 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 5337 T2614 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5337 T2614 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5341 T2614 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5581 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5582 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56799_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56799"}
[junit4:junit4]   2> 5584 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5584 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5584 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5741 T2614 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5747 T2614 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5750 T2614 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5759 T2614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5763 T2614 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5767 T2614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5768 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5768 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5768 T2614 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5769 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5769 T2614 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5770 T2614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5770 T2614 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1363056230005/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty1/
[junit4:junit4]   2> 5770 T2614 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1381960
[junit4:junit4]   2> 5771 T2614 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5771 T2614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty1 forceNew: false
[junit4:junit4]   2> 5771 T2614 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty1/index/
[junit4:junit4]   2> 5772 T2614 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5772 T2614 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty1/index forceNew: false
[junit4:junit4]   2> 5774 T2614 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5774 T2614 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5776 T2614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5776 T2614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5777 T2614 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5777 T2614 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5778 T2614 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5778 T2614 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5778 T2614 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5779 T2614 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5779 T2614 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5782 T2614 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5785 T2614 oass.SolrIndexSearcher.<init> Opening Searcher@1c5b422 main
[junit4:junit4]   2> 5785 T2614 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty1/tlog
[junit4:junit4]   2> 5786 T2614 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5786 T2614 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5790 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c5b422 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5792 T2614 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5793 T2614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7087 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7088 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38755_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38755"}
[junit4:junit4]   2> 7088 T2594 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 7088 T2594 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 7092 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7092 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7092 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7794 T2614 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7794 T2614 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38755 collection:collection1 shard:shard1
[junit4:junit4]   2> 7795 T2614 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7802 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7803 T2614 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7803 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7804 T2614 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7804 T2614 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7805 T2614 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 7805 T2614 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7805 T2614 oasc.SyncStrategy.syncToMe http://127.0.0.1:38755/collection1/ has no replicas
[junit4:junit4]   2> 7805 T2614 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 7805 T2614 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7807 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8595 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8604 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8604 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8604 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8610 T2614 oasc.ZkController.register We are http://127.0.0.1:38755/collection1/ and leader is http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 8611 T2614 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38755
[junit4:junit4]   2> 8611 T2614 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8611 T2614 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8611 T2614 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8613 T2614 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8614 T2571 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8614 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8614 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8673 T2571 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8674 T2571 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50553
[junit4:junit4]   2> 8675 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8675 T2571 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8675 T2571 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488
[junit4:junit4]   2> 8676 T2571 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/solr.xml
[junit4:junit4]   2> 8676 T2571 oasc.CoreContainer.<init> New CoreContainer 1549638
[junit4:junit4]   2> 8676 T2571 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/'
[junit4:junit4]   2> 8677 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/'
[junit4:junit4]   2> 8692 T2571 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8693 T2571 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8693 T2571 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8693 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8693 T2571 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8694 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8694 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8694 T2571 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8695 T2571 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8695 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8701 T2571 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8714 T2571 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:47786/solr
[junit4:junit4]   2> 8715 T2571 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8715 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18c4bbc
[junit4:junit4]   2> 8716 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8716 T2626 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8716 T2626 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 8717 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46272
[junit4:junit4]   2> 8717 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46272
[junit4:junit4]   2> 8717 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560007 with negotiated timeout 20000 for client /127.0.0.1:46272
[junit4:junit4]   2> 8717 T2626 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560007, negotiated timeout = 20000
[junit4:junit4]   2> 8718 T2627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18c4bbc name:ZooKeeperConnection Watcher:127.0.0.1:47786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8718 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8719 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e560007
[junit4:junit4]   2> 8719 T2627 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8719 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46272 which had sessionid 0x13d5c7b6e560007
[junit4:junit4]   2> 8719 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e560007 closed
[junit4:junit4]   2> 8720 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8722 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@e86ed
[junit4:junit4]   2> 8723 T2628 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8723 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8723 T2628 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 8724 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46273
[junit4:junit4]   2> 8724 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46273
[junit4:junit4]   2> 8724 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560008 with negotiated timeout 20000 for client /127.0.0.1:46273
[junit4:junit4]   2> 8724 T2628 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560008, negotiated timeout = 20000
[junit4:junit4]   2> 8725 T2629 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e86ed name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8725 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8725 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8726 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8727 T2571 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9729 T2571 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50553_
[junit4:junit4]   2> 9730 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e560008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50553_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50553_
[junit4:junit4]   2> 9730 T2571 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50553_
[junit4:junit4]   2> 9732 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9732 T2593 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9732 T2613 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9732 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9733 T2629 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9733 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9733 T2600 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9737 T2630 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/collection1
[junit4:junit4]   2> 9737 T2630 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9737 T2630 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9738 T2630 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9738 T2630 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/collection1/'
[junit4:junit4]   2> 9739 T2630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/collection1/lib/README' to classloader
[junit4:junit4]   2> 9739 T2630 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9772 T2630 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 9805 T2630 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9806 T2630 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9809 T2630 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10108 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10108 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:38755_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:38755"}
[junit4:junit4]   2> 10111 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10111 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10111 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10111 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10183 T2630 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10189 T2630 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10191 T2630 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10201 T2630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10203 T2630 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10206 T2630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10206 T2630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10207 T2630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10207 T2630 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10208 T2630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10208 T2630 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10208 T2630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10208 T2630 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1363056234488/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2/
[junit4:junit4]   2> 10208 T2630 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1381960
[junit4:junit4]   2> 10209 T2630 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10209 T2630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2 forceNew: false
[junit4:junit4]   2> 10209 T2630 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2/index/
[junit4:junit4]   2> 10209 T2630 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10210 T2630 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2/index forceNew: false
[junit4:junit4]   2> 10211 T2630 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10211 T2630 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10212 T2630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10213 T2630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10213 T2630 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10213 T2630 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10214 T2630 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10214 T2630 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10214 T2630 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10214 T2630 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10215 T2630 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10217 T2630 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10225 T2630 oass.SolrIndexSearcher.<init> Opening Searcher@6d5300 main
[junit4:junit4]   2> 10225 T2630 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2/tlog
[junit4:junit4]   2> 10225 T2630 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10225 T2630 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10230 T2631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d5300 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10231 T2630 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10231 T2630 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11614 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11615 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50553_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50553"}
[junit4:junit4]   2> 11615 T2594 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 11615 T2594 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11618 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11618 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11618 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11618 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12240 T2630 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12240 T2630 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50553 collection:collection1 shard:shard1
[junit4:junit4]   2> 12242 T2630 oasc.ZkController.register We are http://127.0.0.1:50553/collection1/ and leader is http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 12242 T2630 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50553
[junit4:junit4]   2> 12242 T2630 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12243 T2630 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C140 name=collection1 org.apache.solr.core.SolrCore@2c1f20 url=http://127.0.0.1:50553/collection1 node=127.0.0.1:50553_ C140_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50553_, base_url=http://127.0.0.1:50553}
[junit4:junit4]   2> 12243 T2632 C140 P50553 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12244 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12244 T2630 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12244 T2632 C140 P50553 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12244 T2632 C140 P50553 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12244 T2571 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12245 T2632 C140 P50553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12245 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12245 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12305 T2571 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12306 T2571 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35930
[junit4:junit4]   2> 12307 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12307 T2571 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12307 T2571 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119
[junit4:junit4]   2> 12308 T2571 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/solr.xml
[junit4:junit4]   2> 12308 T2571 oasc.CoreContainer.<init> New CoreContainer 21846272
[junit4:junit4]   2> 12308 T2571 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/'
[junit4:junit4]   2> 12309 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/'
[junit4:junit4]   2> 12325 T2571 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12325 T2571 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12325 T2571 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12326 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12326 T2571 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12326 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12326 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12327 T2571 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12327 T2571 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12327 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12333 T2571 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12344 T2571 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:47786/solr
[junit4:junit4]   2> 12344 T2571 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12344 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e6697
[junit4:junit4]   2> 12345 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12345 T2643 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12346 T2643 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 12346 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46279
[junit4:junit4]   2> 12346 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46279
[junit4:junit4]   2> 12347 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e560009 with negotiated timeout 20000 for client /127.0.0.1:46279
[junit4:junit4]   2> 12347 T2643 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e560009, negotiated timeout = 20000
[junit4:junit4]   2> 12347 T2644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e6697 name:ZooKeeperConnection Watcher:127.0.0.1:47786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12347 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12348 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e560009
[junit4:junit4]   2> 12349 T2644 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12349 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46279 which had sessionid 0x13d5c7b6e560009
[junit4:junit4]   2> 12349 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e560009 closed
[junit4:junit4]   2> 12349 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12351 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@10ba0d4
[junit4:junit4]   2> 12353 T2645 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 12352 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12353 T2645 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 12353 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46280
[junit4:junit4]   2> 12353 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46280
[junit4:junit4]   2> 12354 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e56000a with negotiated timeout 20000 for client /127.0.0.1:46280
[junit4:junit4]   2> 12354 T2645 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e56000a, negotiated timeout = 20000
[junit4:junit4]   2> 12354 T2646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10ba0d4 name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12354 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12355 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e56000a type:create cxid:0x1 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12355 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e56000a type:create cxid:0x2 zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12356 T2571 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13122 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13123 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50553_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50553"}
[junit4:junit4]   2> 13126 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13126 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13126 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13126 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13126 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13250 T2607 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:50553__collection1&state=recovering&nodeName=127.0.0.1:50553_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 13358 T2571 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35930_
[junit4:junit4]   2> 13359 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e56000a type:delete cxid:0xd zxid:0x87 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35930_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35930_
[junit4:junit4]   2> 13360 T2571 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35930_
[junit4:junit4]   2> 13361 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13362 T2613 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13362 T2646 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13362 T2629 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13362 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13362 T2593 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13362 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13362 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13362 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13363 T2600 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13366 T2647 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/collection1
[junit4:junit4]   2> 13367 T2647 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13367 T2647 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13367 T2647 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13368 T2647 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/collection1/'
[junit4:junit4]   2> 13368 T2647 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/collection1/lib/README' to classloader
[junit4:junit4]   2> 13369 T2647 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13402 T2647 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 13434 T2647 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13434 T2647 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13438 T2647 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13817 T2647 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13822 T2647 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13825 T2647 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13834 T2647 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13837 T2647 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13840 T2647 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13840 T2647 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13840 T2647 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13841 T2647 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13841 T2647 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13841 T2647 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13842 T2647 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13842 T2647 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1363056238119/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3/
[junit4:junit4]   2> 13842 T2647 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1381960
[junit4:junit4]   2> 13842 T2647 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13843 T2647 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3 forceNew: false
[junit4:junit4]   2> 13843 T2647 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3/index/
[junit4:junit4]   2> 13843 T2647 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13843 T2647 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3/index forceNew: false
[junit4:junit4]   2> 13844 T2647 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13845 T2647 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13846 T2647 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13846 T2647 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13847 T2647 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13847 T2647 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13847 T2647 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13848 T2647 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13848 T2647 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13848 T2647 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13848 T2647 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13850 T2647 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13852 T2647 oass.SolrIndexSearcher.<init> Opening Searcher@ab690b main
[junit4:junit4]   2> 13853 T2647 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3/tlog
[junit4:junit4]   2> 13853 T2647 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13853 T2647 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13856 T2648 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ab690b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13857 T2647 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13858 T2647 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14629 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14630 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35930_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35930"}
[junit4:junit4]   2> 14630 T2594 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 14630 T2594 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 14633 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14633 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14633 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14633 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14633 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14859 T2647 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14859 T2647 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35930 collection:collection1 shard:shard1
[junit4:junit4]   2> 14862 T2647 oasc.ZkController.register We are http://127.0.0.1:35930/collection1/ and leader is http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 14862 T2647 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35930
[junit4:junit4]   2> 14862 T2647 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14863 T2647 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C141 name=collection1 org.apache.solr.core.SolrCore@1debf55 url=http://127.0.0.1:35930/collection1 node=127.0.0.1:35930_ C141_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:35930_, base_url=http://127.0.0.1:35930}
[junit4:junit4]   2> 14863 T2649 C141 P35930 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14864 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14864 T2647 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14864 T2649 C141 P35930 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14864 T2649 C141 P35930 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14865 T2571 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14865 T2649 C141 P35930 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14865 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14865 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14924 T2571 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 14926 T2571 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44212
[junit4:junit4]   2> 14926 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 14926 T2571 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 14927 T2571 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738
[junit4:junit4]   2> 14927 T2571 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/solr.xml
[junit4:junit4]   2> 14927 T2571 oasc.CoreContainer.<init> New CoreContainer 10433273
[junit4:junit4]   2> 14928 T2571 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/'
[junit4:junit4]   2> 14928 T2571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/'
[junit4:junit4]   2> 14951 T2571 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 14951 T2571 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 14951 T2571 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 14952 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 14952 T2571 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 14952 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 14952 T2571 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 14953 T2571 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 14953 T2571 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 14953 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 14959 T2571 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 14969 T2571 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:47786/solr
[junit4:junit4]   2> 14970 T2571 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 14970 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@53d840
[junit4:junit4]   2> 14971 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14971 T2660 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14972 T2660 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 14972 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46285
[junit4:junit4]   2> 14972 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46285
[junit4:junit4]   2> 14973 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e56000b with negotiated timeout 20000 for client /127.0.0.1:46285
[junit4:junit4]   2> 14973 T2660 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e56000b, negotiated timeout = 20000
[junit4:junit4]   2> 14973 T2661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53d840 name:ZooKeeperConnection Watcher:127.0.0.1:47786 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14974 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14974 T2576 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d5c7b6e56000b
[junit4:junit4]   2> 14975 T2661 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14975 T2573 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:46285 which had sessionid 0x13d5c7b6e56000b
[junit4:junit4]   2> 14975 T2571 oaz.ZooKeeper.close Session: 0x13d5c7b6e56000b closed
[junit4:junit4]   2> 14975 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 14977 T2571 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:47786/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@152179d
[junit4:junit4]   2> 14979 T2662 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:47786. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14979 T2571 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14979 T2662 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:47786, initiating session
[junit4:junit4]   2> 14979 T2573 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:46286
[junit4:junit4]   2> 14979 T2573 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:46286
[junit4:junit4]   2> 14980 T2575 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d5c7b6e56000c with negotiated timeout 20000 for client /127.0.0.1:46286
[junit4:junit4]   2> 14980 T2662 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:47786, sessionid = 0x13d5c7b6e56000c, negotiated timeout = 20000
[junit4:junit4]   2> 14980 T2663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@152179d name:ZooKeeperConnection Watcher:127.0.0.1:47786/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14981 T2571 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14981 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e56000c type:create cxid:0x1 zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14982 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e56000c type:create cxid:0x2 zxid:0x95 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14983 T2571 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2>  C140_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50553_, base_url=http://127.0.0.1:50553}
[junit4:junit4]   2> 15251 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:38755/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15251 T2632 C140 P50553 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50553 START replicas=[http://127.0.0.1:38755/collection1/] nUpdates=100
[junit4:junit4]   2> 15251 T2632 C140 P50553 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15251 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15252 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15252 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15252 T2632 C140 P50553 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15252 T2632 C140 P50553 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:38755/collection1/. core=collection1
[junit4:junit4]   2> 15252 T2632 C140 P50553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C142 name=collection1 org.apache.solr.core.SolrCore@14c8942 url=http://127.0.0.1:38755/collection1 node=127.0.0.1:38755_ C142_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:38755_, base_url=http://127.0.0.1:38755, leader=true}
[junit4:junit4]   2> 15256 T2606 C142 P38755 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15258 T2607 C142 P38755 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 15259 T2607 C142 P38755 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15259 T2607 C142 P38755 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15260 T2607 C142 P38755 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15260 T2607 C142 P38755 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15261 T2607 C142 P38755 oass.SolrIndexSearcher.<init> Opening Searcher@161dfc7 realtime
[junit4:junit4]   2> 15261 T2607 C142 P38755 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15261 T2607 C142 P38755 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 15263 T2632 C140 P50553 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15263 T2632 C140 P50553 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15264 T2607 C142 P38755 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15264 T2607 C142 P38755 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15265 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15265 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15265 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15267 T2606 C142 P38755 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 15267 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15268 T2632 C140 P50553 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty2/index.20130311234401138 forceNew: false
[junit4:junit4]   2> 15268 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a891fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@12692d5) fullCopy=false
[junit4:junit4]   2> 15270 T2609 C142 P38755 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15271 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15271 T2632 C140 P50553 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15271 T2632 C140 P50553 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15323 T2632 C140 P50553 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15323 T2632 C140 P50553 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15323 T2632 C140 P50553 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15323 T2632 C140 P50553 oass.SolrIndexSearcher.<init> Opening Searcher@b46322 main
[junit4:junit4]   2> 15324 T2631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b46322 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15324 T2632 C140 P50553 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a891fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@12692d5)
[junit4:junit4]   2> 15325 T2632 C140 P50553 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15325 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15325 T2632 C140 P50553 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15325 T2632 C140 P50553 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15326 T2632 C140 P50553 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15985 T2571 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44212_
[junit4:junit4]   2> 15986 T2576 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d5c7b6e56000c type:delete cxid:0xb zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44212_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44212_
[junit4:junit4]   2> 15987 T2571 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44212_
[junit4:junit4]   2> 15989 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15989 T2646 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15989 T2629 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15989 T2593 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15989 T2613 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15989 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15989 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15989 T2663 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15989 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15989 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15990 T2600 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 15996 T2666 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/collection1
[junit4:junit4]   2> 15996 T2666 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 15997 T2666 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 15997 T2666 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 15998 T2666 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/collection1/'
[junit4:junit4]   2> 15998 T2666 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/collection1/lib/README' to classloader
[junit4:junit4]   2> 15998 T2666 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 16024 T2666 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   2> 16066 T2666 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16067 T2666 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16071 T2666 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16136 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16137 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35930_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35930"}
[junit4:junit4]   2> 16140 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50553_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50553"}
[junit4:junit4]   2> 16143 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16143 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16143 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16143 T2663 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16143 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16143 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16471 T2666 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16477 T2666 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16480 T2666 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16488 T2666 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16490 T2666 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16493 T2666 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16494 T2666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16494 T2666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16494 T2666 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16494 T2666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16495 T2666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16495 T2666 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16495 T2666 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1363056240738/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4/
[junit4:junit4]   2> 16495 T2666 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1381960
[junit4:junit4]   2> 16496 T2666 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16496 T2666 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4 forceNew: false
[junit4:junit4]   2> 16496 T2666 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4/index/
[junit4:junit4]   2> 16496 T2666 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16496 T2666 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4/index forceNew: false
[junit4:junit4]   2> 16498 T2666 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16498 T2666 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16499 T2666 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16499 T2666 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16500 T2666 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16500 T2666 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16501 T2666 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16501 T2666 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16501 T2666 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16501 T2666 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16502 T2666 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16503 T2666 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16505 T2666 oass.SolrIndexSearcher.<init> Opening Searcher@f4b0db main
[junit4:junit4]   2> 16506 T2666 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4/tlog
[junit4:junit4]   2> 16506 T2666 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16506 T2666 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16510 T2667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f4b0db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16512 T2666 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16512 T2666 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16868 T2608 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:35930__collection1&state=recovering&nodeName=127.0.0.1:35930_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2000 
[junit4:junit4]   2> 17648 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17648 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44212_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44212"}
[junit4:junit4]   2> 17648 T2594 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 17649 T2594 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17652 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17652 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17652 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17652 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17652 T2663 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17652 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18513 T2666 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18513 T2666 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44212 collection:collection1 shard:shard1
[junit4:junit4]   2> 18517 T2666 oasc.ZkController.register We are http://127.0.0.1:44212/collection1/ and leader is http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 18517 T2666 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44212
[junit4:junit4]   2> 18517 T2666 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18517 T2666 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C143 name=collection1 org.apache.solr.core.SolrCore@7509f0 url=http://127.0.0.1:44212/collection1 node=127.0.0.1:44212_ C143_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:44212_, base_url=http://127.0.0.1:44212}
[junit4:junit4]   2> 18518 T2668 C143 P44212 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18519 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18519 T2666 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18519 T2668 C143 P44212 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18519 T2668 C143 P44212 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18520 T2571 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 18520 T2668 C143 P44212 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18520 T2571 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18521 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18523 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18524 T2571 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 18524 T2571 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 18524 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C141_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35930_, base_url=http://127.0.0.1:35930}
[junit4:junit4]   2> 18869 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:38755/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35930 START replicas=[http://127.0.0.1:38755/collection1/] nUpdates=100
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18870 T2649 C141 P35930 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:38755/collection1/. core=collection1
[junit4:junit4]   2> 18871 T2649 C141 P35930 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18872 T2609 C142 P38755 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18873 T2606 C142 P38755 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 18874 T2606 C142 P38755 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18874 T2606 C142 P38755 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18875 T2606 C142 P38755 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18875 T2606 C142 P38755 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 18875 T2649 C141 P35930 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18876 T2649 C141 P35930 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18877 T2609 C142 P38755 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18878 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 18878 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18878 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18880 T2606 C142 P38755 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0 
[junit4:junit4]   2> 18880 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18881 T2649 C141 P35930 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty3/index.20130311234404751 forceNew: false
[junit4:junit4]   2> 18881 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@694679 lockFactory=org.apache.lucene.store.NativeFSLockFactory@609547) fullCopy=false
[junit4:junit4]   2> 18883 T2607 C142 P38755 REQ /replication {file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 18884 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18884 T2649 C141 P35930 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18885 T2649 C141 P35930 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18936 T2649 C141 P35930 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18936 T2649 C141 P35930 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18936 T2649 C141 P35930 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18936 T2649 C141 P35930 oass.SolrIndexSearcher.<init> Opening Searcher@1466c69 main
[junit4:junit4]   2> 18937 T2648 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1466c69 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 18937 T2649 C141 P35930 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@694679 lockFactory=org.apache.lucene.store.NativeFSLockFactory@609547)
[junit4:junit4]   2> 18937 T2649 C141 P35930 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18938 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18938 T2649 C141 P35930 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18938 T2649 C141 P35930 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18939 T2649 C141 P35930 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19156 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19157 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44212_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44212"}
[junit4:junit4]   2> 19160 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:35930_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:35930"}
[junit4:junit4]   2> 19162 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19162 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19162 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19163 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19162 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19162 T2663 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19523 T2608 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {coreNodeName=127.0.0.1:44212__collection1&state=recovering&nodeName=127.0.0.1:44212_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1000 
[junit4:junit4]   2> 19526 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20527 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C143_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44212_, base_url=http://127.0.0.1:44212}
[junit4:junit4]   2> 21524 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:38755/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44212 START replicas=[http://127.0.0.1:38755/collection1/] nUpdates=100
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 21525 T2668 C143 P44212 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:38755/collection1/. core=collection1
[junit4:junit4]   2> 21526 T2668 C143 P44212 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 21527 T2608 C142 P38755 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21528 T2609 C142 P38755 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 21528 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21529 T2609 C142 P38755 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21529 T2609 C142 P38755 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21529 T2609 C142 P38755 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 21530 T2609 C142 P38755 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 2
[junit4:junit4]   2> 21530 T2668 C143 P44212 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 21530 T2668 C143 P44212 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 21532 T2607 C142 P38755 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 21533 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 21533 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 21533 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 21535 T2608 C142 P38755 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 21535 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 21536 T2668 C143 P44212 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.SyncSliceTest-1363056225875/jetty4/index.20130311234407406 forceNew: false
[junit4:junit4]   2> 21536 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex Starting download to BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@17cdc60 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1201117) fullCopy=false
[junit4:junit4]   2> 21545 T2609 C142 P38755 REQ /replication {file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 21546 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 21546 T2668 C143 P44212 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 21547 T2668 C143 P44212 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 21598 T2668 C143 P44212 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 21598 T2668 C143 P44212 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 21598 T2668 C143 P44212 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 21598 T2668 C143 P44212 oass.SolrIndexSearcher.<init> Opening Searcher@109b111 main
[junit4:junit4]   2> 21599 T2667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@109b111 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 21599 T2668 C143 P44212 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@17cdc60 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1201117)
[junit4:junit4]   2> 21599 T2668 C143 P44212 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 21599 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 21600 T2668 C143 P44212 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 21600 T2668 C143 P44212 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 21602 T2668 C143 P44212 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 22168 T2594 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22169 T2594 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44212_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44212"}
[junit4:junit4]   2> 22172 T2593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22172 T2600 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22172 T2663 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22172 T2613 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22172 T2629 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22172 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22530 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22531 T2571 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C144 name=collection1 org.apache.solr.core.SolrCore@11fe9d9 url=http://127.0.0.1:56799/collection1 node=127.0.0.1:56799_ C144_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:56799_, base_url=http://127.0.0.1:56799, leader=true}
[junit4:junit4]   2> 22535 T2586 C144 P56799 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22537 T2586 C144 P56799 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14b2bc7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22537 T2586 C144 P56799 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22537 T2586 C144 P56799 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14b2bc7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14b2bc7),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22538 T2586 C144 P56799 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22538 T2586 C144 P56799 oass.SolrIndexSearcher.<init> Opening Searcher@2e27ee main
[junit4:junit4]   2> 22538 T2586 C144 P56799 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22539 T2597 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2e27ee main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 22539 T2586 C144 P56799 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 22542 T2609 C142 P38755 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22543 T2609 C142 P38755 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=4
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22543 T2609 C142 P38755 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22543 T2609 C142 P38755 oass.SolrIndexSearcher.<init> Opening Searcher@1e52625 main
[junit4:junit4]   2> 22544 T2609 C142 P38755 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22544 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e52625 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22545 T2609 C142 P38755 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:50553/collection1/, StdNode: http://127.0.0.1:35930/collection1/, StdNode: http://127.0.0.1:44212/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C141_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35930_, base_url=http://127.0.0.1:35930}
[junit4:junit4]   2> 22552 T2641 C141 P35930 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C143_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44212_, base_url=http://127.0.0.1:44212}
[junit4:junit4]   2> 22552 T2656 C143 P44212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C140_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50553_, base_url=http://127.0.0.1:50553}
[junit4:junit4]   2> 22552 T2624 C140 P50553 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22553 T2641 C141 P35930 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 22554 T2656 C143 P44212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 22554 T2641 C141 P35930 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[segments_4]
[junit4:junit4]   2> 22554 T2624 C140 P50553 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 22554 T2656 C143 P44212 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[segments_5]
[junit4:junit4]   2> 22555 T2624 C140 P50553 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 22555 T2641 C141 P35930 oass.SolrIndexSearcher.<init> Opening Searcher@7d876c main
[junit4:junit4]   2> 22555 T2624 C140 P50553 oass.SolrIndexSearcher.<init> Opening Searcher@1ca42a0 main
[junit4:junit4]   2> 22555 T2656 C143 P44212 oass.SolrIndexSearcher.<init> Opening Searcher@b9c308 main
[junit4:junit4]   2> 22556 T2648 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d876c main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 22556 T2656 C143 P44212 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22556 T2631 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceNotFoundException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1094)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:403)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:507)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:138)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 22555 T2641 C141 P35930 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22557 T2667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b9c308 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 22555 T2624 C140 P50553 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22557 T2631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ca42a0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22557 T2641 C141 P35930 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 22557 T2624 C140 P50553 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 22558 T2656 C143 P44212 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 22558 T2609 C142 P38755 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4]   2> 22559 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22561 T2607 C142 P38755 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 22562 T2622 C140 P50553 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22564 T2642 C141 P35930 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 22565 T2658 C143 P44212 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 24570 T2588 C144 P56799 oass.SolrIndexSearcher.<init> Opening Searcher@1497608 realtime
[junit4:junit4]   2> 24570 T2588 C144 P56799 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429268070860324864)} 0 2
[junit4:junit4]   2> 24576 T2625 C140 P50553 /update {update.distrib=FROMLEADER&_version_=-1429268070865567744&update.from=http://127.0.0.1:38755/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429268070865567744)} 0 0
[junit4:junit4]   2> 24576 T2641 C141 P35930 /update {update.distrib=FROMLEADER&_version_=-1429268070865567744&update.from=http://127.0.0.1:38755/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429268070865567744)} 0 0
[junit4:junit4]   2> 24576 T2658 C143 P44212 /update {update.distrib=FROMLEADER&_version_=-1429268070865567744&update.from=http://127.0.0.1:38755/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1429268070865567744)} 0 0
[junit4:junit4]   2> 24577 T2606 C142 P38755 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1429268070865567744)} 0 4
[junit4:junit4]   2> 24580 T2586 C144 P56799 /update {wt=javabin&version=2} {add=[0 (1429268070871859200)]} 0 1
[junit4:junit4]   2> 24586 T2639 C141 P35930 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429268070875004928)]} 0 1
[junit4:junit4]   2> 24587 T2623 C140 P50553 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429268070875004928)]} 0 1
[junit4:junit4]   2> 24587 T2659 C143 P44212 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1429268070875004928)]} 0 1
[junit4:junit4]   2> 24588 T2608 C142 P38755 /update {wt=javabin&version=2} {add=[0 (1429268070875004928)]} 0 6
[junit4:junit4]   2> 24591 T2587 C144 P56799 /update {wt=javabin&version=2} {add=[1 (1429268070883393536)]} 0 1
[junit4:junit4]   2> 24597 T2624 C140 P50553 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429268070886539264)]} 0 0
[junit4:junit4]   2> 24597 T2657 C143 P44212 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429268070886539264)]} 0 0
[junit4:junit4]   2> 24597 T2640 C141 P35930 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1429268070886539264)]} 0 1
[junit4:junit4]   2> 24597 T2609 C142 P38755 /update {wt=javabin&version=2} {add=[1 (1429268070886539264)]} 0 4
[junit4:junit4]   2> 24601 T2589 C144 P56799 /update {wt=javabin&version=2} {add=[2 (1429268070893879296)]} 0 1
[junit4:junit4]   2> 24607 T2642 C141 P35930 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429268070898073600)]} 0 1
[junit4:junit4]   2> 24607 T2656 C143 P44212 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1429268070898073600)]} 0 1
[junit4:junit4]   2> 24608 T2607 C142 P38755 /update {test.distrib.skip.servers=http://127.0.0.1:50553/collection1/&wt=javabin&version=2} {add=[2 (1429268070898073600)]} 0 5
[junit4:junit4]   2> 24611 T2588 C144 P56799 /update {wt=javabin&version=2} {add=[3 (1429268070904365056)]} 0 1
[junit4:junit4]   2> 24617 T2658 C143 P44212 /update {distrib.from=http://127.0.0.1:38755/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1429268070908559360)]} 0 1
[junit4:junit4]   2> 24618 T2606 C142 P38755 /update {test.distrib.skip.servers=http://127.0.0.1:50553/collection1/&test.distrib.skip.servers=http://127.0.0.1:35930/collection1/&wt=javabin&version=2} {add=[3 (1429268070908559360)]} 0 4
[junit4:junit4]   2> 24620 T2586 C144 P56799 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24625 T2586 C144 P56799 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14b2bc7),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d8ab1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14b2bc7),segFN=segments_3,generation=3,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 24625 T2586 C144 P56799 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_3]
[junit4:junit4]   2> 24627 T2586 C144 P56799 oass.SolrIndexSearcher.<init> Opening Searcher@2862dc main
[junit4:junit4]   2> 24627 T2586 C144 P56799 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24628 T2597 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2862dc main{StandardDirectoryReader(segments_3:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24628 T2586 C144 P56799 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 24630 T2608 C142 P38755 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24633 T2608 C142 P38755 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=5
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@74553a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1943bb1),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 24634 T2608 C142 P38755 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 24635 T2608 C142 P38755 oass.SolrIndexSearcher.<init> Opening Searcher@1822701 main
[junit4:junit4]   2> 24636 T2615 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1822701 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24637 T2608 C142 P38755 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24637 T2608 C142 P38755 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:50553/collection1/, StdNode: http://127.0.0.1:35930/collection1/, StdNode: http://127.0.0.1:44212/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 24640 T2622 C140 P50553 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24640 T2659 C143 P44212 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24641 T2641 C141 P35930 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 24644 T2622 C140 P50553 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@197bb76 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1290aed),segFN=segments_4,generation=4,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 24644 T2659 C143 P44212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_5,generation=5,filenames=[segments_5]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f2601a lockFactory=org.apache.lucene.store.NativeFSLockFactory@12bf7ef),segFN=segments_6,generation=6,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 24644 T2659 C143 P44212 oasc.SolrDeletionPolicy.updateCommits newest commit = 6[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, segments_6, _0.fdt]
[junit4:junit4]   2> 24644 T2641 C141 P35930 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_4,generation=4,filenames=[segments_4]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18f60dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b69f89),segFN=segments_5,generation=5,filenames=[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, segments_5, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 24644 T2622 C140 P50553 oasc.SolrDeletionPolicy.updateCommits newest commit = 4[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, _0.prx, _0.tip, _0.fdt, segments_4]
[junit4:junit4]   2> 24645 T2641 C141 P35930 oasc.SolrDeletionPolicy.updateCommits newest commit = 5[_0.fnm, _0.frq, _0.tim, _0_nrm.cfe, _0.fdx, _0_nrm.cfs, _0.si, segments_5, _0.prx, _0.tip, _0.fdt]
[junit4:junit4]   2> 24645 T2659 C143 P44212 oass.SolrIndexSearcher.<init> Opening Searcher@1abdbb4 main
[junit4:junit4]   2> 24646 T2622 C140 P50553 oass.SolrIndexSearcher.<init> Opening Searcher@165aab0 main
[junit4:junit4]   2> 24646 T2641 C141 P35930 oass.SolrIndexSearcher.<init> Opening Searcher@25491c main
[junit4:junit4]   2> 24646 T2631 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: searcher javax.management.InstanceAlreadyExistsException: solr/collection1:type=searcher,id=org.apache.solr.search.SolrIndexSearcher
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:483)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:239)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 24647 T2667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1abdbb4 main{StandardDirectoryReader(segments_6:3:nrt _0(4.3):C4)}
[junit4:junit4]   2> 24646 T2622 C140 P50553 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24647 T2641 C141 P35930 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24647 T2631 oasc.JmxMonitoredMap.put WARNING Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:453)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.internal_addObject(DefaultMBeanServerInterceptor.java:1484)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:963)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:917)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:312)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:483)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:243)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1763)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:129)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1640)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 
[junit4:junit4]   2> 24647 T2648 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25491c main{StandardDirectoryReader(segments_5:3:nrt _0(4.3):C3)}
[junit4:junit4]   2> 24647 T2659 C143 P44212 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 24648 T2641 C141 P35930 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 24648 T2659 C143 P44212 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 24648 T2631 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@165aab0 main{StandardDirectoryReader(segments_4:3:nrt _0(4.3):C2)}
[junit4:junit4]   2> 24649 T2622 C140 P50553 /update {waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 24649 T2608 C142 P38755 /update {waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 24650 T2571 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 24651 T2571 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24651 T2571 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 24653 T2609 C142 P38755 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 24656 T2625 C140 P50553 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 24658 T2639 C141 P35930 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=0 
[junit4:junit4]   2> 24660 T2657 C143 P44212 REQ /select {tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 24662 T2571 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24666 T2640 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 24667 T2640 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24671 T2607 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 24671 T2607 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38755/collection1/
[junit4:junit4]   2> 24671 T2607 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38755 START replicas=[http://127.0.0.1:50553/collection1/, http://127.0.0.1:35930/collection1/, http://127.0.0.1:44212/collection1/] nUpdates=100
[junit4:junit4]   2> 24673 T2624 C140 P50553 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24674 T2607 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38755  Received 3 versions from 127.0.0.1:50553/collection1/
[junit4:junit4]   2> 24674 T2607 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38755  Our versions are newer. ourLowThreshold=1429268070865567744 otherHigh=1429268070886539264
[junit4:junit4]   2> 24675 T2656 C143 P44212 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24675 T2607 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38755  Received 5 versions from 127.0.0.1:44212/collection1/
[junit4:junit4]   2> 24675 T2641 C141 P35930 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 24676 T2607 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38755  Our versions are newer. ourLowThreshold=1429268070865567744 otherHigh=1429268070898073600
[junit4:junit4]   2> 24676 T2607 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38755  Received 4 versions from 127.0.0.1:35930/collection1/
[junit4:junit4]   2> 24676 T2607 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38755  Our versions are newer. ourLowThreshold=1429268070865567744 otherHigh=1429268070898073600
[junit4:junit4]   2> 24677 T2607 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38755 DONE. sync succeeded
[junit4:junit4]   2> 24677 T2607 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 24677 T2607 oasc.SyncStrategy.syncToMe http://127.0.0.1:38755/collection1/: try and ask http://127.0.0.1:50553/collection1/ to sync
[junit4:junit4]   2> 24677 T

[...truncated too long message...]

:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([BB3933C1C517898:8A551D246B0E18A4]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:196)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:662)
[junit4:junit4]   2> 49122 T2571 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 49129 T2570 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 49129 T2574 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 49226 T2646 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 49226 T2646 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 49226 T2646 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 49226 T2646 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 49297 T1031 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 50320 T2663 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 50320 T2663 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 50320 T2663 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 50321 T2663 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=sv_SE, timezone=America/Argentina/San_Luis
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic i386/Sun Microsystems Inc. 1.6.0_41 (32-bit)/cpus=8,threads=7,free=52310416,total=145354752
[junit4:junit4]   2> NOTE: All tests run in this JVM: [UnloadDistributedZkTest, ShardRoutingTest, IndexSchemaTest, BasicFunctionalityTest, TestDynamicFieldCollectionResource, TestFieldResource, TestQuerySenderListener, ReturnFieldsTest, TestRemoteStreaming, PrimUtilsTest, SchemaVersionSpecificBehaviorTest, TestSolrCoreProperties, TestSolrDeletionPolicy1, FileBasedSpellCheckerTest, TestCollationKeyRangeQueries, FieldMutatingUpdateProcessorTest, ChaosMonkeyNothingIsSafeTest, QueryParsingTest, TestPropInjectDefaults, TestFunctionQuery, TestLMDirichletSimilarityFactory, QueryElevationComponentTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, TestFuzzyAnalyzedSuggestions, TestWriterPerf, PeerSyncTest, PolyFieldTest, StatelessScriptUpdateProcessorFactoryTest, TestStressRecovery, PrimitiveFieldTypeTest, SOLR749Test, AutoCommitTest, SolrIndexSplitterTest, TestLRUCache, MoreLikeThisHandlerTest, SearchHandlerTest, LegacyHTMLStripCharFilterTest, DocValuesTest, RegexBoostProcessorTest, SliceStateUpdateTest, SpellingQueryConverterTest, TermVectorComponentTest, ZkControllerTest, PreAnalyzedFieldTest, SuggesterTest, BinaryUpdateRequestHandlerTest, TermsComponentTest, SolrCoreTest, SimpleFacetsTest, TestStressVersions, ResponseLogComponentTest, OverseerTest, CircularListTest, TestPHPSerializedResponseWriter, LeaderElectionTest, WordBreakSolrSpellCheckerTest, AnalysisAfterCoreReloadTest, ScriptEngineTest, BadComponentTest, QueryEqualityTest, TestReplicationHandler, AlternateDirectoryTest, LukeRequestHandlerTest, TestSolrDeletionPolicy2, BasicDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 50.40s, 1 test, 1 failure <<< FAILURES!

[...truncated 413 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:877: There were test failures: 271 suites, 1142 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 41 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.6.0_41 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure