You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/06/27 17:54:37 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 303 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/303/
8 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2781, name=recoveryCmdExecutor-942-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2781, name=recoveryCmdExecutor-942-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2781, name=recoveryCmdExecutor-942-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2781, name=recoveryCmdExecutor-942-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.testDistribSearch
Error Message:
Captured an uncaught exception in thread: Thread[id=1897, name=testExecutor-133-thread-8, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1897, name=testExecutor-133-thread-8, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:34389/yo_/s returned non ok status:500, message:{msg=core_node11,trace=java.lang.AssertionError: core_node11 at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1035) at org.apache.solr.handler.admin.CoreAdminHandler.handleCreateAction(CoreAdminHandler.java:521) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:144) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135) at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:608) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:206) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:155) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419) at org.eclipse.jetty.servlet.ServletHandler.doHandl
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:548)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.highlight.HighlighterTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.highlight.HighlighterTest: 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.highlight.HighlighterTest:
1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.highlight.HighlighterTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
Build Log:
[...truncated 9769 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4] 2> 624730 T2291 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ju/nc
[junit4:junit4] 2> 624735 T2291 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1372327355752
[junit4:junit4] 2> 624736 T2291 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 624737 T2292 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 624839 T2291 oasc.ZkTestServer.run start zk server on port:47068
[junit4:junit4] 2> 624839 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 624844 T2298 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5df60871 name:ZooKeeperConnection Watcher:127.0.0.1:47068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 624844 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 624845 T2291 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 624860 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 624862 T2300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4357b805 name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 624862 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 624863 T2291 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 624874 T2291 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 624876 T2291 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 624878 T2291 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 624888 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 624888 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 624901 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 624902 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 625006 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 625007 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 625010 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 625010 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 625013 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 625014 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 625022 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 625022 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 625024 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 625025 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 625027 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 625028 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 625030 T2291 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 625030 T2291 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 625300 T2291 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 625304 T2291 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:31809
[junit4:junit4] 2> 625305 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 625305 T2291 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 625306 T2291 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055
[junit4:junit4] 2> 625306 T2291 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/solr.xml
[junit4:junit4] 2> 625307 T2291 oasc.CoreContainer.<init> New CoreContainer 1967424604
[junit4:junit4] 2> 625307 T2291 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/'
[junit4:junit4] 2> 625308 T2291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/'
[junit4:junit4] 2> 625432 T2291 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 625433 T2291 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 625433 T2291 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 625434 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 625434 T2291 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 625434 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 625435 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 625435 T2291 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 625436 T2291 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 625436 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 625453 T2291 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 625454 T2291 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47068/solr
[junit4:junit4] 2> 625455 T2291 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 625456 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 625458 T2311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17f0b910 name:ZooKeeperConnection Watcher:127.0.0.1:47068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 625459 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 625469 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 625477 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 625479 T2313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@255dc242 name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 625479 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 625486 T2291 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 625489 T2291 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 625499 T2291 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 625501 T2291 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:31809_ju%2Fnc
[junit4:junit4] 2> 625502 T2291 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:31809_ju%2Fnc
[junit4:junit4] 2> 625512 T2291 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 625525 T2291 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 625527 T2291 oasc.Overseer.start Overseer (id=89936845586890755-127.0.0.1:31809_ju%2Fnc-n_0000000000) starting
[junit4:junit4] 2> 625537 T2291 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 625548 T2315 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 625548 T2291 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 625555 T2291 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 625557 T2291 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 625559 T2314 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 625563 T2316 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 625563 T2316 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 625564 T2316 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 627062 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 627063 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:31809_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:31809/ju/nc"}
[junit4:junit4] 2> 627063 T2314 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 627063 T2314 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 627080 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 627567 T2316 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 627567 T2316 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/collection1
[junit4:junit4] 2> 627568 T2316 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 627568 T2316 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 627568 T2316 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 627570 T2316 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/collection1/'
[junit4:junit4] 2> 627571 T2316 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 627572 T2316 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/collection1/lib/README' to classloader
[junit4:junit4] 2> 627620 T2316 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 627684 T2316 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 627787 T2316 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 627794 T2316 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 628376 T2316 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 628388 T2316 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 628392 T2316 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 628405 T2316 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 628410 T2316 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 628414 T2316 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 628415 T2316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 628415 T2316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 628415 T2316 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 628416 T2316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 628416 T2316 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 628416 T2316 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 628417 T2316 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372327356055/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/control/data/
[junit4:junit4] 2> 628417 T2316 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32f5620f
[junit4:junit4] 2> 628418 T2316 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/control/data
[junit4:junit4] 2> 628418 T2316 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/control/data/index/
[junit4:junit4] 2> 628418 T2316 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 628421 T2316 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/control/data/index
[junit4:junit4] 2> 628426 T2316 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 628426 T2316 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 628429 T2316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 628429 T2316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 628430 T2316 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 628430 T2316 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 628431 T2316 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 628431 T2316 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 628431 T2316 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 628432 T2316 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 628432 T2316 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 628449 T2316 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 628457 T2316 oass.SolrIndexSearcher.<init> Opening Searcher@566933db main
[junit4:junit4] 2> 628458 T2316 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 628458 T2316 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 628462 T2317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@566933db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 628463 T2316 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 628463 T2316 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:31809/ju/nc collection:control_collection shard:shard1
[junit4:junit4] 2> 628464 T2316 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 628555 T2316 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 628558 T2316 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 628558 T2316 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 628558 T2316 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:31809/ju/nc/collection1/
[junit4:junit4] 2> 628559 T2316 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 628559 T2316 oasc.SyncStrategy.syncToMe http://127.0.0.1:31809/ju/nc/collection1/ has no replicas
[junit4:junit4] 2> 628559 T2316 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:31809/ju/nc/collection1/ shard1
[junit4:junit4] 2> 628559 T2316 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 628601 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 628607 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 628655 T2316 oasc.ZkController.register We are http://127.0.0.1:31809/ju/nc/collection1/ and leader is http://127.0.0.1:31809/ju/nc/collection1/
[junit4:junit4] 2> 628655 T2316 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:31809/ju/nc
[junit4:junit4] 2> 628655 T2316 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 628655 T2316 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 628655 T2316 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 628660 T2316 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 628661 T2291 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 628661 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 628662 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 628678 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 628680 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 628682 T2320 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@738ab5aa name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 628682 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 628683 T2291 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 628685 T2291 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 628958 T2291 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 628961 T2291 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:34328
[junit4:junit4] 2> 628962 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 628962 T2291 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 628963 T2291 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701
[junit4:junit4] 2> 628963 T2291 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/solr.xml
[junit4:junit4] 2> 628964 T2291 oasc.CoreContainer.<init> New CoreContainer 2025289538
[junit4:junit4] 2> 628964 T2291 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/'
[junit4:junit4] 2> 628965 T2291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/'
[junit4:junit4] 2> 629091 T2291 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 629092 T2291 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 629092 T2291 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 629093 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 629093 T2291 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 629094 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 629094 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 629095 T2291 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 629095 T2291 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 629096 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 629111 T2291 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 629112 T2291 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47068/solr
[junit4:junit4] 2> 629112 T2291 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 629113 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 629117 T2331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45d7e0ac name:ZooKeeperConnection Watcher:127.0.0.1:47068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 629118 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 629136 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 629146 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 629148 T2333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b247e7f name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 629148 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 629157 T2291 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 630113 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 630114 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:31809_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:31809/ju/nc"}
[junit4:junit4] 2> 630132 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 630132 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 630132 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 630160 T2291 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34328_ju%2Fnc
[junit4:junit4] 2> 630162 T2291 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34328_ju%2Fnc
[junit4:junit4] 2> 630164 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 630164 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 630164 T2333 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 630164 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 630165 T2320 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 630165 T2313 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 630179 T2334 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 630179 T2334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 630180 T2334 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 631637 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 631638 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:34328_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34328/ju/nc"}
[junit4:junit4] 2> 631638 T2314 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 631638 T2314 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 631655 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 631655 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 631655 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 632182 T2334 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 632182 T2334 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/collection1
[junit4:junit4] 2> 632182 T2334 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 632183 T2334 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 632183 T2334 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 632185 T2334 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/collection1/'
[junit4:junit4] 2> 632186 T2334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/collection1/lib/README' to classloader
[junit4:junit4] 2> 632187 T2334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 632236 T2334 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 632293 T2334 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 632395 T2334 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 632402 T2334 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 632980 T2334 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 632992 T2334 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 632995 T2334 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 633008 T2334 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 633012 T2334 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 633016 T2334 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 633017 T2334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 633018 T2334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 633018 T2334 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 633019 T2334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 633019 T2334 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 633020 T2334 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 633020 T2334 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372327359701/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty1/
[junit4:junit4] 2> 633020 T2334 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32f5620f
[junit4:junit4] 2> 633021 T2334 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty1
[junit4:junit4] 2> 633021 T2334 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty1/index/
[junit4:junit4] 2> 633022 T2334 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 633023 T2334 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty1/index
[junit4:junit4] 2> 633028 T2334 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 633028 T2334 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 633031 T2334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 633032 T2334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 633032 T2334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 633033 T2334 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 633033 T2334 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 633034 T2334 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 633034 T2334 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 633035 T2334 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 633035 T2334 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 633051 T2334 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 633060 T2334 oass.SolrIndexSearcher.<init> Opening Searcher@725db87e main
[junit4:junit4] 2> 633061 T2334 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 633061 T2334 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 633065 T2335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@725db87e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 633067 T2334 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 633067 T2334 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34328/ju/nc collection:collection1 shard:shard1
[junit4:junit4] 2> 633068 T2334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 633085 T2334 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 633088 T2334 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 633088 T2334 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 633088 T2334 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34328/ju/nc/collection1/
[junit4:junit4] 2> 633088 T2334 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 633089 T2334 oasc.SyncStrategy.syncToMe http://127.0.0.1:34328/ju/nc/collection1/ has no replicas
[junit4:junit4] 2> 633089 T2334 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34328/ju/nc/collection1/ shard1
[junit4:junit4] 2> 633089 T2334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 633160 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 633175 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 633175 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 633175 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 633197 T2334 oasc.ZkController.register We are http://127.0.0.1:34328/ju/nc/collection1/ and leader is http://127.0.0.1:34328/ju/nc/collection1/
[junit4:junit4] 2> 633197 T2334 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34328/ju/nc
[junit4:junit4] 2> 633197 T2334 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 633197 T2334 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 633198 T2334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 633199 T2334 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 633200 T2291 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 633201 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 633201 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 633488 T2291 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 633491 T2291 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:58020
[junit4:junit4] 2> 633491 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 633492 T2291 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 633492 T2291 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234
[junit4:junit4] 2> 633493 T2291 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/solr.xml
[junit4:junit4] 2> 633493 T2291 oasc.CoreContainer.<init> New CoreContainer 367517134
[junit4:junit4] 2> 633494 T2291 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/'
[junit4:junit4] 2> 633494 T2291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/'
[junit4:junit4] 2> 633621 T2291 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 633622 T2291 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 633622 T2291 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 633622 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 633623 T2291 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 633623 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 633624 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 633624 T2291 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 633625 T2291 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 633625 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 633642 T2291 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 633643 T2291 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47068/solr
[junit4:junit4] 2> 633644 T2291 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 633645 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 633652 T2347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74a7f27f name:ZooKeeperConnection Watcher:127.0.0.1:47068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 633652 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 633670 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 633682 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 633706 T2349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e5a462c name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 633707 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 633711 T2291 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 634688 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 634689 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:34328_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34328/ju/nc"}
[junit4:junit4] 2> 634707 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634707 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634707 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634707 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634715 T2291 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58020_ju%2Fnc
[junit4:junit4] 2> 634717 T2291 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58020_ju%2Fnc
[junit4:junit4] 2> 634719 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634719 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634719 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 634719 T2333 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634720 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634720 T2349 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634720 T2320 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634727 T2313 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634732 T2350 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 634733 T2350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 634734 T2350 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 636212 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 636213 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:58020_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58020/ju/nc"}
[junit4:junit4] 2> 636213 T2314 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 636213 T2314 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 636218 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 636218 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 636218 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 636218 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 636737 T2350 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 636737 T2350 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/collection1
[junit4:junit4] 2> 636737 T2350 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 636738 T2350 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 636738 T2350 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 636739 T2350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/collection1/'
[junit4:junit4] 2> 636741 T2350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/collection1/lib/README' to classloader
[junit4:junit4] 2> 636741 T2350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 636791 T2350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 636849 T2350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 636951 T2350 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 636958 T2350 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 637542 T2350 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 637554 T2350 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 637558 T2350 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 637571 T2350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 637576 T2350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 637580 T2350 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 637581 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 637581 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 637582 T2350 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 637582 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 637583 T2350 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 637583 T2350 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 637583 T2350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372327364234/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty2/
[junit4:junit4] 2> 637584 T2350 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32f5620f
[junit4:junit4] 2> 637585 T2350 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty2
[junit4:junit4] 2> 637585 T2350 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty2/index/
[junit4:junit4] 2> 637585 T2350 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 637587 T2350 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty2/index
[junit4:junit4] 2> 637592 T2350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929448tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3bbbab19),segFN=segments_1,generation=1}
[junit4:junit4] 2> 637592 T2350 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 637595 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 637595 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 637596 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 637596 T2350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 637597 T2350 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 637597 T2350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 637597 T2350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 637598 T2350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 637598 T2350 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 637615 T2350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 637623 T2350 oass.SolrIndexSearcher.<init> Opening Searcher@1077d2da main
[junit4:junit4] 2> 637624 T2350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 637625 T2350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 637629 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1077d2da main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 637632 T2350 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 637632 T2350 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58020/ju/nc collection:collection1 shard:shard2
[junit4:junit4] 2> 637633 T2350 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 637650 T2350 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4:junit4] 2> 637653 T2350 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 637653 T2350 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 637653 T2350 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58020/ju/nc/collection1/
[junit4:junit4] 2> 637653 T2350 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 637653 T2350 oasc.SyncStrategy.syncToMe http://127.0.0.1:58020/ju/nc/collection1/ has no replicas
[junit4:junit4] 2> 637654 T2350 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58020/ju/nc/collection1/ shard2
[junit4:junit4] 2> 637654 T2350 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 637721 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 637737 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637737 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637737 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637737 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637761 T2350 oasc.ZkController.register We are http://127.0.0.1:58020/ju/nc/collection1/ and leader is http://127.0.0.1:58020/ju/nc/collection1/
[junit4:junit4] 2> 637761 T2350 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58020/ju/nc
[junit4:junit4] 2> 637761 T2350 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 637761 T2350 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 637761 T2350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 637763 T2350 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 637764 T2291 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 637764 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 637765 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 638053 T2291 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 638057 T2291 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11257
[junit4:junit4] 2> 638057 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 638058 T2291 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 638058 T2291 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798
[junit4:junit4] 2> 638059 T2291 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/solr.xml
[junit4:junit4] 2> 638059 T2291 oasc.CoreContainer.<init> New CoreContainer 2087786230
[junit4:junit4] 2> 638060 T2291 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/'
[junit4:junit4] 2> 638060 T2291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/'
[junit4:junit4] 2> 638188 T2291 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 638189 T2291 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 638189 T2291 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 638190 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 638190 T2291 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 638191 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 638191 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 638192 T2291 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 638192 T2291 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 638192 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 638210 T2291 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 638211 T2291 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47068/solr
[junit4:junit4] 2> 638211 T2291 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 638212 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 638215 T2363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a860483 name:ZooKeeperConnection Watcher:127.0.0.1:47068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 638216 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 638230 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 638238 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 638244 T2365 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6516eb62 name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 638244 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 638340 T2291 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 639242 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 639243 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:58020_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58020/ju/nc"}
[junit4:junit4] 2> 639296 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639296 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639296 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639296 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639296 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639344 T2291 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11257_ju%2Fnc
[junit4:junit4] 2> 639346 T2291 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11257_ju%2Fnc
[junit4:junit4] 2> 639348 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639348 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639348 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 639348 T2365 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 639348 T2333 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 639349 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 639349 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 639350 T2313 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 639349 T2320 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 639357 T2349 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 639362 T2366 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 639362 T2366 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 639364 T2366 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 640801 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 640802 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:11257_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11257/ju/nc"}
[junit4:junit4] 2> 640802 T2314 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 640802 T2314 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 640818 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 640818 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 640818 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 640818 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 640818 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 641367 T2366 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 641367 T2366 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/collection1
[junit4:junit4] 2> 641367 T2366 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 641368 T2366 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 641368 T2366 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 641369 T2366 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/collection1/'
[junit4:junit4] 2> 641371 T2366 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 641371 T2366 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/collection1/lib/README' to classloader
[junit4:junit4] 2> 641421 T2366 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 641479 T2366 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 641580 T2366 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 641586 T2366 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 642158 T2366 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 642170 T2366 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 642173 T2366 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 642186 T2366 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 642190 T2366 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 642194 T2366 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 642195 T2366 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 642196 T2366 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 642196 T2366 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 642197 T2366 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 642197 T2366 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 642198 T2366 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 642198 T2366 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372327368798/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty3/
[junit4:junit4] 2> 642198 T2366 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32f5620f
[junit4:junit4] 2> 642199 T2366 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty3
[junit4:junit4] 2> 642199 T2366 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty3/index/
[junit4:junit4] 2> 642200 T2366 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 642201 T2366 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty3/index
[junit4:junit4] 2> 642206 T2366 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_1,generation=1}
[junit4:junit4] 2> 642206 T2366 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 642209 T2366 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 642209 T2366 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 642210 T2366 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 642210 T2366 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 642211 T2366 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 642211 T2366 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 642211 T2366 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 642212 T2366 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 642212 T2366 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 642227 T2366 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 642235 T2366 oass.SolrIndexSearcher.<init> Opening Searcher@2128bff7 main
[junit4:junit4] 2> 642236 T2366 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 642236 T2366 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 642240 T2367 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2128bff7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 642242 T2366 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 642242 T2366 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11257/ju/nc collection:collection1 shard:shard1
[junit4:junit4] 2> 642245 T2366 oasc.ZkController.register We are http://127.0.0.1:11257/ju/nc/collection1/ and leader is http://127.0.0.1:34328/ju/nc/collection1/
[junit4:junit4] 2> 642245 T2366 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11257/ju/nc
[junit4:junit4] 2> 642245 T2366 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 642245 T2366 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C724 name=collection1 org.apache.solr.core.SolrCore@7bda581e url=http://127.0.0.1:11257/ju/nc/collection1 node=127.0.0.1:11257_ju%2Fnc C724_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:11257_ju%2Fnc, base_url=http://127.0.0.1:11257/ju/nc}
[junit4:junit4] 2> 642246 T2368 C724 P11257 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 642246 T2366 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 642247 T2368 C724 P11257 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 642247 T2368 C724 P11257 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 642247 T2368 C724 P11257 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 642248 T2291 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 642248 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 642249 T2368 C724 P11257 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 642249 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 642274 T2323 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 642322 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 642322 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:11257_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11257/ju/nc"}
[junit4:junit4] 2> 642336 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 642336 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 642336 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 642336 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 642336 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 642514 T2291 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 642517 T2291 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45518
[junit4:junit4] 2> 642518 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 642518 T2291 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 642518 T2291 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288
[junit4:junit4] 2> 642519 T2291 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/solr.xml
[junit4:junit4] 2> 642519 T2291 oasc.CoreContainer.<init> New CoreContainer 180571978
[junit4:junit4] 2> 642520 T2291 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/'
[junit4:junit4] 2> 642520 T2291 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/'
[junit4:junit4] 2> 642641 T2291 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 642642 T2291 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 642642 T2291 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 642643 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 642643 T2291 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 642644 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 642644 T2291 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 642644 T2291 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 642645 T2291 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 642645 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 642661 T2291 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 642661 T2291 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47068/solr
[junit4:junit4] 2> 642662 T2291 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 642663 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 642665 T2380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35f3fa62 name:ZooKeeperConnection Watcher:127.0.0.1:47068 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 642666 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 642676 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 642688 T2291 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 642690 T2382 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40a3c64a name:ZooKeeperConnection Watcher:127.0.0.1:47068/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 642690 T2291 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 642702 T2291 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 643275 T2323 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 643275 T2323 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node3&state=recovering&nodeName=127.0.0.1:11257_ju%252Fnc&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 643705 T2291 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45518_ju%2Fnc
[junit4:junit4] 2> 643708 T2291 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45518_ju%2Fnc
[junit4:junit4] 2> 643711 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 643711 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 643711 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 643711 T2382 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 643711 T2365 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 643711 T2333 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 643712 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643712 T2320 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 643712 T2349 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 643712 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643727 T2313 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 643732 T2383 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 643732 T2383 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 643736 T2383 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 643841 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 643841 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:45518_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45518/ju/nc"}
[junit4:junit4] 2> 643842 T2314 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 643842 T2314 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 643855 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643855 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643855 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643855 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643855 T2382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 643855 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 644738 T2383 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 644738 T2383 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/collection1
[junit4:junit4] 2> 644738 T2383 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 644739 T2383 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 644739 T2383 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 644741 T2383 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/collection1/'
[junit4:junit4] 2> 644742 T2383 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 644743 T2383 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/collection1/lib/README' to classloader
[junit4:junit4] 2> 644792 T2383 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 644850 T2383 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 644952 T2383 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 644958 T2383 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C725 name=collection1 org.apache.solr.core.SolrCore@7bda581e url=http://127.0.0.1:11257/ju/nc/collection1 node=127.0.0.1:11257_ju%2Fnc C725_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:11257_ju%2Fnc, base_url=http://127.0.0.1:11257/ju/nc}
[junit4:junit4] 2> 645277 T2368 C725 P11257 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:34328/ju/nc/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 645277 T2368 C725 P11257 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:11257/ju/nc START replicas=[http://127.0.0.1:34328/ju/nc/collection1/] nUpdates=100
[junit4:junit4] 2> 645277 T2368 C725 P11257 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 645278 T2368 C725 P11257 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 645278 T2368 C725 P11257 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 645279 T2368 C725 P11257 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 645279 T2368 C725 P11257 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 645279 T2368 C725 P11257 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:34328/ju/nc/collection1/. core=collection1
[junit4:junit4] 2> 645279 T2368 C725 P11257 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C726 name=collection1 org.apache.solr.core.SolrCore@2019704b url=http://127.0.0.1:34328/ju/nc/collection1 node=127.0.0.1:34328_ju%2Fnc C726_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:34328_ju%2Fnc, base_url=http://127.0.0.1:34328/ju/nc, leader=true}
[junit4:junit4] 2> 645286 T2324 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 645291 T2325 C726 P34328 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 645296 T2325 C726 P34328 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 645297 T2325 C726 P34328 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 645297 T2325 C726 P34328 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 645298 T2325 C726 P34328 oass.SolrIndexSearcher.<init> Opening Searcher@1c5d7e83 realtime
[junit4:junit4] 2> 645298 T2325 C726 P34328 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 645299 T2325 C726 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 645300 T2368 C725 P11257 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 645300 T2368 C725 P11257 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 645302 T2326 C726 P34328 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 645303 T2326 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 645304 T2368 C725 P11257 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 645304 T2368 C725 P11257 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 645304 T2368 C725 P11257 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 645304 T2368 C725 P11257 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 645306 T2368 C725 P11257 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 645360 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 645361 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:11257_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11257/ju/nc"}
[junit4:junit4] 2> 645374 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 645374 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 645374 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 645374 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 645374 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 645374 T2382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 645537 T2383 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 645549 T2383 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 645553 T2383 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 645565 T2383 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 645569 T2383 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 645573 T2383 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 645574 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 645575 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 645575 T2383 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 645576 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 645576 T2383 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 645576 T2383 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 645577 T2383 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372327373288/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty4/
[junit4:junit4] 2> 645577 T2383 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32f5620f
[junit4:junit4] 2> 645578 T2383 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty4
[junit4:junit4] 2> 645578 T2383 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty4/index/
[junit4:junit4] 2> 645579 T2383 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 645581 T2383 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372327355751/jetty4/index
[junit4:junit4] 2> 645585 T2383 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929450tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2880902f),segFN=segments_1,generation=1}
[junit4:junit4] 2> 645586 T2383 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 645588 T2383 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 645589 T2383 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 645589 T2383 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 645590 T2383 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 645591 T2383 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 645591 T2383 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 645593 T2383 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 645593 T2383 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 645594 T2383 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 645610 T2383 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 645618 T2383 oass.SolrIndexSearcher.<init> Opening Searcher@246e460e main
[junit4:junit4] 2> 645619 T2383 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 645619 T2383 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 645624 T2385 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@246e460e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 645626 T2383 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 645626 T2383 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45518/ju/nc collection:collection1 shard:shard2
[junit4:junit4] 2> 645629 T2383 oasc.ZkController.register We are http://127.0.0.1:45518/ju/nc/collection1/ and leader is http://127.0.0.1:58020/ju/nc/collection1/
[junit4:junit4] 2> 645629 T2383 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45518/ju/nc
[junit4:junit4] 2> 645629 T2383 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 645629 T2383 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C727 name=collection1 org.apache.solr.core.SolrCore@424fde40 url=http://127.0.0.1:45518/ju/nc/collection1 node=127.0.0.1:45518_ju%2Fnc C727_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:45518_ju%2Fnc, base_url=http://127.0.0.1:45518/ju/nc}
[junit4:junit4] 2> 645630 T2386 C727 P45518 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 645630 T2383 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 645630 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 645631 T2386 C727 P45518 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 645631 T2386 C727 P45518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 645631 T2291 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 645632 T2291 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 645632 T2291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 645633 T2386 C727 P45518 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 645650 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 645651 T2339 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 645652 T2291 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4:junit4] 2> 645652 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 646655 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 646878 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 646879 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:45518_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45518/ju/nc"}
[junit4:junit4] 2> 646893 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 646893 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 646893 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 646893 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 646893 T2382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 646893 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 647654 T2339 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 647654 T2339 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node4&state=recovering&nodeName=127.0.0.1:45518_ju%252Fnc&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 647657 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 648660 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C727_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:45518_ju%2Fnc, base_url=http://127.0.0.1:45518/ju/nc}
[junit4:junit4] 2> 649657 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:58020/ju/nc/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 649657 T2386 C727 P45518 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45518/ju/nc START replicas=[http://127.0.0.1:58020/ju/nc/collection1/] nUpdates=100
[junit4:junit4] 2> 649658 T2386 C727 P45518 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 649658 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 649658 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 649658 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 649658 T2386 C727 P45518 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 649659 T2386 C727 P45518 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:58020/ju/nc/collection1/. core=collection1
[junit4:junit4] 2> 649659 T2386 C727 P45518 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 649662 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C728 name=collection1 org.apache.solr.core.SolrCore@61c0a810 url=http://127.0.0.1:58020/ju/nc/collection1 node=127.0.0.1:58020_ju%2Fnc C728_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:58020_ju%2Fnc, base_url=http://127.0.0.1:58020/ju/nc, leader=true}
[junit4:junit4] 2> 649665 T2340 C728 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 649670 T2341 C728 P58020 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 649674 T2341 C728 P58020 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929448tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@3bbbab19),segFN=segments_1,generation=1}
[junit4:junit4] 2> 649675 T2341 C728 P58020 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 649675 T2341 C728 P58020 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 649676 T2341 C728 P58020 oass.SolrIndexSearcher.<init> Opening Searcher@432abc09 realtime
[junit4:junit4] 2> 649676 T2341 C728 P58020 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 649677 T2341 C728 P58020 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 649678 T2386 C727 P45518 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 649678 T2386 C727 P45518 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 649680 T2342 C728 P58020 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 649680 T2342 C728 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 649681 T2386 C727 P45518 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 649681 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 649681 T2386 C727 P45518 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 649681 T2386 C727 P45518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 649683 T2386 C727 P45518 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 649901 T2314 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 649902 T2314 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:45518_ju%2Fnc",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:45518/ju/nc"}
[junit4:junit4] 2> 649916 T2320 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 649916 T2382 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 649916 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 649916 T2365 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 649916 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 649916 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 650664 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650665 T2291 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C729 name=collection1 org.apache.solr.core.SolrCore@5c7bb888 url=http://127.0.0.1:31809/ju/nc/collection1 node=127.0.0.1:31809_ju%2Fnc C729_STATE=coll:control_collection core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:31809_ju%2Fnc, base_url=http://127.0.0.1:31809/ju/nc, leader=true}
[junit4:junit4] 2> 650678 T2303 C729 P31809 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_1,generation=1}
[junit4:junit4] 2> 650679 T2303 C729 P31809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 650680 T2303 C729 P31809 oass.SolrIndexSearcher.<init> Opening Searcher@6109235e realtime
[junit4:junit4] 2> 650681 T2303 C729 P31809 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438989556582973440)} 0 8
[junit4:junit4] 2> C725_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:11257_ju%2Fnc, base_url=http://127.0.0.1:11257/ju/nc}
[junit4:junit4] 2> 650710 T2355 C725 P11257 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_1,generation=1}
[junit4:junit4] 2> 650711 T2355 C725 P11257 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> C727_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:45518_ju%2Fnc, base_url=http://127.0.0.1:45518/ju/nc}
[junit4:junit4] 2> 650713 T2372 C727 P45518 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929450tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2880902f),segFN=segments_1,generation=1}
[junit4:junit4] 2> 650713 T2355 C725 P11257 oass.SolrIndexSearcher.<init> Opening Searcher@51607a36 realtime
[junit4:junit4] 2> 650713 T2372 C727 P45518 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 650714 T2355 C725 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={update.distrib=FROMLEADER&_version_=-1438989556603944960&update.from=http://127.0.0.1:34328/ju/nc/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438989556603944960)} 0 8
[junit4:junit4] 2> 650715 T2372 C727 P45518 oass.SolrIndexSearcher.<init> Opening Searcher@26fb0141 realtime
[junit4:junit4] 2> 650716 T2372 C727 P45518 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={update.distrib=FROMLEADER&_version_=-1438989556608139264&update.from=http://127.0.0.1:58020/ju/nc/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438989556608139264)} 0 7
[junit4:junit4] 2> 650716 T2343 C728 P58020 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438989556608139264)} 0 18
[junit4:junit4] 2> 650717 T2327 C726 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438989556603944960)} 0 23
[junit4:junit4] 2> 650718 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650720 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650722 T2328 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 650724 T2356 C725 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 650725 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650728 T2344 C728 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=1
[junit4:junit4] 2> 650729 T2373 C727 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 650735 T2303 C729 P31809 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 650777 T2303 C729 P31809 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_2,generation=2}
[junit4:junit4] 2> 650777 T2303 C729 P31809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 650790 T2303 C729 P31809 oass.SolrIndexSearcher.<init> Opening Searcher@5e224a27 main
[junit4:junit4] 2> 650791 T2303 C729 P31809 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 650791 T2317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e224a27 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 650792 T2303 C729 P31809 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1438989556644839424)],commit=} 0 60
[junit4:junit4] 2> 650802 T2355 C725 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:34328/ju/nc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438989556709851136)]} 0 2
[junit4:junit4] 2> 650803 T2328 C726 P34328 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34328/ju/nc/collection1/, StdNode: http://127.0.0.1:11257/ju/nc/collection1/, StdNode: http://127.0.0.1:58020/ju/nc/collection1/, StdNode: http://127.0.0.1:45518/ju/nc/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 650805 T2329 C726 P34328 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 650805 T2374 C727 P45518 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 650806 T2374 C727 P45518 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 650806 T2374 C727 P45518 oass.SolrIndexSearcher.<init> Opening Searcher@3ae2836a main
[junit4:junit4] 2> 650807 T2355 C725 P11257 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 650807 T2343 C728 P58020 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 650808 T2385 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ae2836a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 650807 T2374 C727 P45518 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 650808 T2343 C728 P58020 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 650808 T2374 C727 P45518 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 2> 650809 T2343 C728 P58020 oass.SolrIndexSearcher.<init> Opening Searcher@220992d9 main
[junit4:junit4] 2> 650810 T2343 C728 P58020 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 650810 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@220992d9 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 650811 T2343 C728 P58020 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 650847 T2329 C726 P34328 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 650848 T2329 C726 P34328 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 650862 T2329 C726 P34328 oass.SolrIndexSearcher.<init> Opening Searcher@5f44bcdb main
[junit4:junit4] 2> 650862 T2329 C726 P34328 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 650863 T2335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f44bcdb main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 650864 T2329 C726 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 59
[junit4:junit4] 2> 650950 T2355 C725 P11257 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_2,generation=2}
[junit4:junit4] 2> 650951 T2355 C725 P11257 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 650963 T2355 C725 P11257 oass.SolrIndexSearcher.<init> Opening Searcher@4c3262f2 main
[junit4:junit4] 2> 650964 T2355 C725 P11257 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 650964 T2367 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c3262f2 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C1)}
[junit4:junit4] 2> 650965 T2355 C725 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 158
[junit4:junit4] 2> 650966 T2328 C726 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1438989556709851136)],commit=} 0 171
[junit4:junit4] 2> 650967 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650968 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650972 T2328 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 650977 T2356 C725 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 650983 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650987 T2344 C728 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 650991 T2373 C727 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 650992 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 650994 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651000 T2375 C727 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382013&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651000 T2323 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382013&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651004 T2323 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382013&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651005 T2328 C726 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> ASYNC NEW_CORE C730 name=collection1 org.apache.solr.core.SolrCore@424fde40 url=http://127.0.0.1:45518/ju/nc/collection1 node=127.0.0.1:45518_ju%2Fnc C730_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:45518_ju%2Fnc, base_url=http://127.0.0.1:45518/ju/nc}
[junit4:junit4] 2> 651018 T2376 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382024&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C731 name=collection1 org.apache.solr.core.SolrCore@2019704b url=http://127.0.0.1:34328/ju/nc/collection1 node=127.0.0.1:34328_ju%2Fnc C731_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:34328_ju%2Fnc, base_url=http://127.0.0.1:34328/ju/nc, leader=true}
[junit4:junit4] 2> 651018 T2325 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382024&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651023 T2325 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382024&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C732 name=collection1 org.apache.solr.core.SolrCore@7bda581e url=http://127.0.0.1:11257/ju/nc/collection1 node=127.0.0.1:11257_ju%2Fnc C732_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:11257_ju%2Fnc, base_url=http://127.0.0.1:11257/ju/nc}
[junit4:junit4] 2> 651024 T2356 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=16
[junit4:junit4] 2> 651026 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651033 T2377 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382046&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651033 T2400 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382046&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651036 T2400 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382046&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C733 name=collection1 org.apache.solr.core.SolrCore@61c0a810 url=http://127.0.0.1:58020/ju/nc/collection1 node=127.0.0.1:58020_ju%2Fnc C733_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:58020_ju%2Fnc, base_url=http://127.0.0.1:58020/ju/nc, leader=true}
[junit4:junit4] 2> 651037 T2344 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 651043 T2378 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382056&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 651043 T2403 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382056&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651047 T2403 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382056&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651048 T2373 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> ASYNC NEW_CORE C734 name=collection1 org.apache.solr.core.SolrCore@5c7bb888 url=http://127.0.0.1:31809/ju/nc/collection1 node=127.0.0.1:31809_ju%2Fnc C734_STATE=coll:control_collection core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:31809_ju%2Fnc, base_url=http://127.0.0.1:31809/ju/nc, leader=true}
[junit4:junit4] 2> 651055 T2303 C734 P31809 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651087 T2303 C734 P31809 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_3,generation=3}
[junit4:junit4] 2> 651088 T2303 C734 P31809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 651110 T2303 C734 P31809 oass.SolrIndexSearcher.<init> Opening Searcher@a0f4e38 main
[junit4:junit4] 2> 651111 T2303 C734 P31809 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651111 T2317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a0f4e38 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):C1)}
[junit4:junit4] 2> 651120 T2303 C734 P31809 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1438989556978286592)],commit=} 0 69
[junit4:junit4] 2> 651137 T2355 C732 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:34328/ju/nc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438989557056929792)]} 0 4
[junit4:junit4] 2> 651137 T2404 C731 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:58020/ju/nc/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1438989557056929792)]} 0 11
[junit4:junit4] 2> 651138 T2344 C733 P58020 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34328/ju/nc/collection1/, StdNode: http://127.0.0.1:11257/ju/nc/collection1/, StdNode: http://127.0.0.1:58020/ju/nc/collection1/, StdNode: http://127.0.0.1:45518/ju/nc/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 651141 T2357 C732 P11257 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651141 T2404 C731 P34328 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651141 T2372 C730 P45518 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651141 T2345 C733 P58020 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651144 T2372 C730 P45518 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 651144 T2345 C733 P58020 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 651145 T2372 C730 P45518 oass.SolrIndexSearcher.<init> Opening Searcher@267e334f main
[junit4:junit4] 2> 651145 T2345 C733 P58020 oass.SolrIndexSearcher.<init> Opening Searcher@560174da main
[junit4:junit4] 2> 651146 T2372 C730 P45518 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651146 T2345 C733 P58020 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651147 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@560174da main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 651146 T2385 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@267e334f main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 651147 T2345 C733 P58020 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 651147 T2372 C730 P45518 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 651180 T2357 C732 P11257 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_3,generation=3}
[junit4:junit4] 2> 651181 T2357 C732 P11257 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 651197 T2404 C731 P34328 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 651198 T2404 C731 P34328 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 651222 T2404 C731 P34328 oass.SolrIndexSearcher.<init> Opening Searcher@3b1c27a8 main
[junit4:junit4] 2> 651223 T2404 C731 P34328 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651224 T2335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b1c27a8 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):C1)}
[junit4:junit4] 2> 651232 T2404 C731 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 91
[junit4:junit4] 2> 651260 T2357 C732 P11257 oass.SolrIndexSearcher.<init> Opening Searcher@7755cbbc main
[junit4:junit4] 2> 651261 T2357 C732 P11257 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651261 T2367 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7755cbbc main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):C1)}
[junit4:junit4] 2> 651270 T2357 C732 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 128
[junit4:junit4] 2> 651270 T2344 C733 P58020 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 146
[junit4:junit4] 2> 651271 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651273 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651277 T2328 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651281 T2356 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651282 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651285 T2344 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651288 T2373 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651289 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651290 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651296 T2358 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382310&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651296 T2339 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382310&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651300 T2358 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382310&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651301 T2328 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 651306 T2359 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382320&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651306 T2341 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382320&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651310 T2359 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382320&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651311 T2356 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 651312 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651318 T2360 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382332&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651318 T2408 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382332&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651321 T2360 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382332&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651322 T2344 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=6
[junit4:junit4] 2> 651327 T2361 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382341&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651327 T2409 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382341&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651330 T2361 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382341&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651331 T2373 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=6
[junit4:junit4] 2> 651338 T2303 C734 P31809 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651370 T2303 C734 P31809 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_4,generation=4}
[junit4:junit4] 2> 651370 T2303 C734 P31809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 651392 T2303 C734 P31809 oass.SolrIndexSearcher.<init> Opening Searcher@57d4ae69 main
[junit4:junit4] 2> 651393 T2303 C734 P31809 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651394 T2317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57d4ae69 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):C1)}
[junit4:junit4] 2> 651403 T2303 C734 P31809 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1438989557276082176)],commit=} 0 68
[junit4:junit4] 2> 651420 T2355 C732 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:34328/ju/nc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438989557354725376)]} 0 4
[junit4:junit4] 2> 651421 T2411 C731 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:11257/ju/nc/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1438989557354725376)]} 0 12
[junit4:junit4] 2> 651422 T2356 C732 P11257 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34328/ju/nc/collection1/, StdNode: http://127.0.0.1:11257/ju/nc/collection1/, StdNode: http://127.0.0.1:58020/ju/nc/collection1/, StdNode: http://127.0.0.1:45518/ju/nc/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 651425 T2415 C732 P11257 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651425 T2417 C730 P45518 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651425 T2416 C733 P58020 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651426 T2417 C730 P45518 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 651425 T2411 C731 P34328 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651426 T2417 C730 P45518 oass.SolrIndexSearcher.<init> Opening Searcher@74f96a7f main
[junit4:junit4] 2> 651426 T2416 C733 P58020 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 651427 T2417 C730 P45518 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651428 T2416 C733 P58020 oass.SolrIndexSearcher.<init> Opening Searcher@4780911c main
[junit4:junit4] 2> 651428 T2385 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74f96a7f main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 651428 T2416 C733 P58020 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651429 T2417 C730 P45518 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 651429 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4780911c main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 651430 T2416 C733 P58020 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 651461 T2411 C731 P34328 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929447tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@791194e0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 651462 T2411 C731 P34328 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 651487 T2411 C731 P34328 oass.SolrIndexSearcher.<init> Opening Searcher@747c7610 main
[junit4:junit4] 2> 651487 T2415 C732 P11257 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929449tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4aa6cd45),segFN=segments_4,generation=4}
[junit4:junit4] 2> 651487 T2411 C731 P34328 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651488 T2335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@747c7610 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):C1)}
[junit4:junit4] 2> 651488 T2415 C732 P11257 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 651500 T2411 C731 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 75
[junit4:junit4] 2> 651514 T2415 C732 P11257 oass.SolrIndexSearcher.<init> Opening Searcher@54a92dc main
[junit4:junit4] 2> 651515 T2415 C732 P11257 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651515 T2367 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54a92dc main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):C1)}
[junit4:junit4] 2> 651524 T2415 C732 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 99
[junit4:junit4] 2> 651524 T2356 C732 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 117
[junit4:junit4] 2> 651525 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651527 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651531 T2328 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651536 T2356 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 651537 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651541 T2344 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651544 T2373 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651545 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651546 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651553 T2339 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382565&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651553 T2323 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382565&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651557 T2323 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382565&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651558 T2328 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=9
[junit4:junit4] 2> 651563 T2341 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382577&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651563 T2325 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382577&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651567 T2325 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382577&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651568 T2356 C732 P11257 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 651569 T2291 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 651575 T2408 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382588&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651575 T2400 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382588&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651579 T2400 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382588&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651580 T2344 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 651585 T2409 C733 P58020 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382599&shard.url=127.0.0.1:58020/ju/nc/collection1/|127.0.0.1:45518/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 651586 T2403 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382599&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 651589 T2403 C731 P34328 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={NOW=1372327382599&shard.url=127.0.0.1:34328/ju/nc/collection1/|127.0.0.1:11257/ju/nc/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 651590 T2373 C730 P45518 oasc.SolrCore.execute [collection1] webapp=/ju/nc path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 651596 T2303 C734 P31809 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 651626 T2303 C734 P31809 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/index2938929446tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1cae7b7c),segFN=segments_5,generation=5}
[junit4:junit4] 2> 651626 T2303 C734 P31809 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 651648 T2303 C734 P31809 oass.SolrIndexSearcher.<init> Opening Searcher@ba81721 main
[junit4:junit4] 2> 651648 T2303 C734 P31809 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 651649 T2317 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ba81721 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):C1)}
[junit4:junit4] 2> 651657 T2303 C734 P31809 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1438989557546614784)],commit=} 0 64
[junit4:junit4] 2> 651673 T2355 C732 P11257 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:34328/ju/nc/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438989557620015104)]} 0 5
[junit4:junit4] 2> 651674 T2419 C731 P34328 oasup.LogUpdateProcessor.finish [collection1] webapp=/ju/nc path=/update params={distrib.from=http://127.0.0.1:45518/ju/nc/collection
[...truncated too long message...]
Factory@46b3da99; maxCacheMB=0.564453125 maxMergeSizeMB=0.0107421875))),segFN=segments_1j,generation=55}
[junit4:junit4] 2> 21693197 T93049 C1591 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 55
[junit4:junit4] 2> 21693200 T93049 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 21693200 T93049 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 21693201 T93049 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-HighlighterTest-1372348420504/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-HighlighterTest-1372348420504/index;done=false>>]
[junit4:junit4] 2> 21693201 T93049 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-HighlighterTest-1372348420504/index
[junit4:junit4] 2> 21693201 T93049 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-HighlighterTest-1372348420504 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-HighlighterTest-1372348420504;done=false>>]
[junit4:junit4] 2> 21693202 T93049 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-HighlighterTest-1372348420504
[junit4:junit4] 2> 7182 T93048 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 27583 T93048 ccr.ThreadLeakControl.checkThreadLeaks SEVERE 1 thread leaked from SUITE scope at org.apache.solr.highlight.HighlighterTest:
[junit4:junit4] 2> 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
[junit4:junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4:junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4:junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4:junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 27584 T93048 ccr.ThreadLeakControl.tryToInterruptAll Starting to interrupt leaked threads:
[junit4:junit4] 2> 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
[junit4:junit4] 2> 30594 T93048 ccr.ThreadLeakControl.tryToInterruptAll SEVERE There are still zombie threads that couldn't be terminated:
[junit4:junit4] 2> 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
[junit4:junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4:junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4:junit4] 2> at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4:junit4] 2> at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=sk_SK, timezone=Europe/Vatican
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=246922664,total=458424320
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestNumberUtils, SolrCmdDistributorTest, ConvertedLegacyTest, TestSchemaSimilarityResource, OpenExchangeRatesOrgProviderTest, TestUniqueKeyFieldResource, SpellPossibilityIteratorTest, TestRangeQuery, CurrencyFieldOpenExchangeTest, DocValuesMultiTest, HdfsUnloadDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, SimplePostToolTest, TestLazyCores, TestComponentsName, DebugComponentTest, DirectUpdateHandlerTest, HdfsBasicDistributedZkTest, TestMergePolicyConfig, TestClassNameShortening, URLClassifyProcessorTest, HighlighterTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HighlighterTest -Dtests.seed=D705FCEB1869C549 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=sk_SK -Dtests.timezone=Europe/Vatican -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J1 | HighlighterTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.highlight.HighlighterTest:
[junit4:junit4] > 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
[junit4:junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=93054, name=IPC Parameter Sending Thread #17, state=TIMED_WAITING, group=TGRP-HdfsUnloadDistributedZkTest]
[junit4:junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D705FCEB1869C549]:0)
[junit4:junit4] Completed on J1 in 30.65s, 30 tests, 2 errors <<< FAILURES!
[...truncated 183 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:190: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:443: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:887: There were test failures: 312 suites, 1315 tests, 7 suite-level errors, 1 error, 746 ignored (1 assumption)
Total time: 477 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 308 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/308/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2982, name=recoveryCmdExecutor-798-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2982, name=recoveryCmdExecutor-798-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([2931CF2C25CF175A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2982, name=recoveryCmdExecutor-798-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2982, name=recoveryCmdExecutor-798-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:291)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([2931CF2C25CF175A]:0)
Build Log:
[...truncated 39782 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:190: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:443: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:890: There were test failures: 313 suites, 1323 tests, 2 suite-level errors, 641 ignored (2 assumptions)
Total time: 80 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 307 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/307/
1 tests failed.
REGRESSION: org.apache.lucene.index.Test2BPostings.test
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([9DBB80D29959B6D6:15EFBF0837A5DB2E]:0)
at org.apache.lucene.util.ByteBlockPool$DirectTrackingAllocator.getByteBlock(ByteBlockPool.java:103)
at org.apache.lucene.util.ByteBlockPool.nextBuffer(ByteBlockPool.java:202)
at org.apache.lucene.util.ByteBlockPool.allocSlice(ByteBlockPool.java:257)
at org.apache.lucene.index.TermsHashPerField.writeByte(TermsHashPerField.java:252)
at org.apache.lucene.index.TermsHashPerField.writeVInt(TermsHashPerField.java:273)
at org.apache.lucene.index.FreqProxTermsWriterPerField.addTerm(FreqProxTermsWriterPerField.java:199)
at org.apache.lucene.index.TermsHashPerField.add(TermsHashPerField.java:235)
at org.apache.lucene.index.DocInverterPerField.processFields(DocInverterPerField.java:165)
at org.apache.lucene.index.DocFieldProcessor.processDocument(DocFieldProcessor.java:210)
at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:265)
at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:432)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1511)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1186)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1167)
at org.apache.lucene.index.Test2BPostings.test(Test2BPostings.java:76)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
Build Log:
[...truncated 1403 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:49: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:890: There were test failures: 356 suites, 2250 tests, 1 error, 45 ignored (32 assumptions)
Total time: 30 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 306 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/306/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=2512, name=recoveryCmdExecutor-1007-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=2512, name=recoveryCmdExecutor-1007-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([32DFD129DBAC725]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2512, name=recoveryCmdExecutor-1007-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2512, name=recoveryCmdExecutor-1007-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([32DFD129DBAC725]:0)
Build Log:
[...truncated 9558 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4] 2> 597199 T2029 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/
[junit4:junit4] 2> 597204 T2029 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1372600986377
[junit4:junit4] 2> 597206 T2029 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 597207 T2030 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 597307 T2029 oasc.ZkTestServer.run start zk server on port:58978
[junit4:junit4] 2> 597308 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 597312 T2036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ef7b1c9 name:ZooKeeperConnection Watcher:127.0.0.1:58978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 597313 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 597313 T2029 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 597331 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 597333 T2038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@137bcd84 name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 597333 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 597333 T2029 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 597337 T2029 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 597347 T2029 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 597349 T2029 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 597357 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 597358 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 597371 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 597372 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 597475 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 597476 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 597479 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 597480 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 597483 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 597484 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 597492 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 597493 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 597496 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 597497 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 597500 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 597501 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 597504 T2029 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 597504 T2029 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 597826 T2029 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 597831 T2029 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44628
[junit4:junit4] 2> 597831 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 597832 T2029 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 597832 T2029 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687
[junit4:junit4] 2> 597833 T2029 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/solr.xml
[junit4:junit4] 2> 597833 T2029 oasc.CoreContainer.<init> New CoreContainer 1666776894
[junit4:junit4] 2> 597834 T2029 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/'
[junit4:junit4] 2> 597834 T2029 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/'
[junit4:junit4] 2> 597994 T2029 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 597995 T2029 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 597995 T2029 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 597996 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 597996 T2029 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 597997 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 597997 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 597998 T2029 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 597998 T2029 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 597999 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 598019 T2029 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 598020 T2029 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58978/solr
[junit4:junit4] 2> 598020 T2029 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 598021 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 598024 T2049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48a468ad name:ZooKeeperConnection Watcher:127.0.0.1:58978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 598025 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 598027 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 598040 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 598042 T2051 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1aa694ed name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 598042 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 598044 T2029 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 598054 T2029 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 598058 T2029 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 598065 T2029 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44628__
[junit4:junit4] 2> 598067 T2029 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44628__
[junit4:junit4] 2> 598070 T2029 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 598089 T2029 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 598092 T2029 oasc.Overseer.start Overseer (id=89954778243792899-127.0.0.1:44628__-n_0000000000) starting
[junit4:junit4] 2> 598103 T2029 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 598114 T2053 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 598115 T2029 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 598117 T2029 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 598119 T2029 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 598122 T2052 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 598126 T2054 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 598126 T2054 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 598127 T2054 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 599625 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 599626 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44628__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44628/_"}
[junit4:junit4] 2> 599627 T2052 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 599627 T2052 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 599655 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 600130 T2054 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 600130 T2054 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/collection1
[junit4:junit4] 2> 600130 T2054 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 600131 T2054 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 600131 T2054 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 600133 T2054 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/collection1/'
[junit4:junit4] 2> 600135 T2054 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 600136 T2054 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/collection1/lib/README' to classloader
[junit4:junit4] 2> 600193 T2054 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 600273 T2054 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 600374 T2054 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 600382 T2054 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 601058 T2054 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 601071 T2054 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 601075 T2054 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 601088 T2054 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 601093 T2054 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 601097 T2054 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 601097 T2054 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 601098 T2054 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 601098 T2054 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 601099 T2054 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 601099 T2054 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 601099 T2054 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 601099 T2054 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372600986687/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/control/data/
[junit4:junit4] 2> 601099 T2054 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6f5db5
[junit4:junit4] 2> 601100 T2054 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/control/data
[junit4:junit4] 2> 601100 T2054 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/control/data/index/
[junit4:junit4] 2> 601101 T2054 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 601101 T2054 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/control/data/index
[junit4:junit4] 2> 601105 T2054 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_1,generation=1}
[junit4:junit4] 2> 601106 T2054 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 601108 T2054 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 601108 T2054 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 601109 T2054 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 601109 T2054 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 601109 T2054 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 601109 T2054 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 601110 T2054 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 601110 T2054 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 601110 T2054 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 601127 T2054 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 601135 T2054 oass.SolrIndexSearcher.<init> Opening Searcher@775b2b07 main
[junit4:junit4] 2> 601136 T2054 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 601136 T2054 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 601139 T2055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@775b2b07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 601139 T2054 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 601140 T2054 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44628/_ collection:control_collection shard:shard1
[junit4:junit4] 2> 601140 T2054 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 601174 T2054 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 601178 T2054 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 601178 T2054 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 601178 T2054 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44628/_/collection1/
[junit4:junit4] 2> 601178 T2054 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 601178 T2054 oasc.SyncStrategy.syncToMe http://127.0.0.1:44628/_/collection1/ has no replicas
[junit4:junit4] 2> 601179 T2054 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44628/_/collection1/ shard1
[junit4:junit4] 2> 601179 T2054 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 602662 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 602683 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 602730 T2054 oasc.ZkController.register We are http://127.0.0.1:44628/_/collection1/ and leader is http://127.0.0.1:44628/_/collection1/
[junit4:junit4] 2> 602730 T2054 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44628/_
[junit4:junit4] 2> 602730 T2054 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 602730 T2054 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 602731 T2054 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 602733 T2054 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 602734 T2029 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 602734 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 602735 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 602752 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 602753 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 602756 T2058 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@199b4eff name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 602756 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 602757 T2029 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 602759 T2029 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 603059 T2029 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 603062 T2029 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39343
[junit4:junit4] 2> 603063 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 603064 T2029 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 603064 T2029 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932
[junit4:junit4] 2> 603065 T2029 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/solr.xml
[junit4:junit4] 2> 603065 T2029 oasc.CoreContainer.<init> New CoreContainer 1529373263
[junit4:junit4] 2> 603066 T2029 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/'
[junit4:junit4] 2> 603066 T2029 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/'
[junit4:junit4] 2> 603199 T2029 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 603200 T2029 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 603200 T2029 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 603201 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 603201 T2029 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 603202 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 603202 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 603203 T2029 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 603203 T2029 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 603204 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 603219 T2029 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 603220 T2029 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58978/solr
[junit4:junit4] 2> 603221 T2029 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 603222 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 603225 T2069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3098b2e2 name:ZooKeeperConnection Watcher:127.0.0.1:58978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 603225 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 603227 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 603238 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 603240 T2071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f56441b name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 603240 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 603244 T2029 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 604189 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 604190 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44628__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44628/_"}
[junit4:junit4] 2> 604206 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 604206 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 604206 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 604247 T2029 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39343__
[junit4:junit4] 2> 604249 T2029 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39343__
[junit4:junit4] 2> 604259 T2058 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 604259 T2071 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 604259 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 604259 T2051 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 604259 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 604260 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 604265 T2072 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 604265 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 604266 T2072 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 605711 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 605712 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39343__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39343/_"}
[junit4:junit4] 2> 605713 T2052 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 605713 T2052 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 605755 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 605756 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 605755 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 606268 T2072 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 606268 T2072 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/collection1
[junit4:junit4] 2> 606268 T2072 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 606269 T2072 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 606269 T2072 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 606271 T2072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/collection1/'
[junit4:junit4] 2> 606272 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 606273 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/collection1/lib/README' to classloader
[junit4:junit4] 2> 606324 T2072 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 606390 T2072 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 606491 T2072 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 606497 T2072 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 607132 T2072 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 607144 T2072 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 607148 T2072 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 607163 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 607167 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 607172 T2072 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 607173 T2072 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 607173 T2072 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 607174 T2072 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 607174 T2072 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 607175 T2072 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 607175 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 607175 T2072 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372600991932/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty1/
[junit4:junit4] 2> 607176 T2072 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6f5db5
[junit4:junit4] 2> 607177 T2072 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty1
[junit4:junit4] 2> 607177 T2072 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty1/index/
[junit4:junit4] 2> 607177 T2072 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 607178 T2072 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty1/index
[junit4:junit4] 2> 607182 T2072 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 607182 T2072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 607185 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 607186 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 607186 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 607187 T2072 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 607188 T2072 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 607188 T2072 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 607188 T2072 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 607189 T2072 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 607189 T2072 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 607207 T2072 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 607215 T2072 oass.SolrIndexSearcher.<init> Opening Searcher@4700fb61 main
[junit4:junit4] 2> 607217 T2072 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 607217 T2072 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 607221 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4700fb61 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 607223 T2072 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 607224 T2072 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39343/_ collection:collection1 shard:shard1
[junit4:junit4] 2> 607225 T2072 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 607241 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 607252 T2072 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 607252 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 607253 T2072 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39343/_/collection1/
[junit4:junit4] 2> 607253 T2072 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 607253 T2072 oasc.SyncStrategy.syncToMe http://127.0.0.1:39343/_/collection1/ has no replicas
[junit4:junit4] 2> 607253 T2072 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39343/_/collection1/ shard1
[junit4:junit4] 2> 607254 T2072 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 607269 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 607286 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 607286 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 607286 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 607319 T2072 oasc.ZkController.register We are http://127.0.0.1:39343/_/collection1/ and leader is http://127.0.0.1:39343/_/collection1/
[junit4:junit4] 2> 607319 T2072 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39343/_
[junit4:junit4] 2> 607319 T2072 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 607320 T2072 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 607320 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 607322 T2072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 607323 T2029 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 607323 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 607324 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 607523 T2029 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 607525 T2029 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22984
[junit4:junit4] 2> 607526 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 607526 T2029 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 607526 T2029 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507
[junit4:junit4] 2> 607527 T2029 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/solr.xml
[junit4:junit4] 2> 607527 T2029 oasc.CoreContainer.<init> New CoreContainer 1370829670
[junit4:junit4] 2> 607527 T2029 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/'
[junit4:junit4] 2> 607528 T2029 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/'
[junit4:junit4] 2> 607615 T2029 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 607616 T2029 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 607616 T2029 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 607616 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 607617 T2029 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 607617 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 607617 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 607617 T2029 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 607618 T2029 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 607618 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 607630 T2029 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 607631 T2029 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58978/solr
[junit4:junit4] 2> 607631 T2029 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 607632 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 607635 T2085 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@308837f name:ZooKeeperConnection Watcher:127.0.0.1:58978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 607636 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 607650 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 607662 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 607665 T2087 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@783546d2 name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 607665 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 607674 T2029 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 608676 T2029 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22984__
[junit4:junit4] 2> 608686 T2029 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22984__
[junit4:junit4] 2> 608702 T2058 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 608702 T2087 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 608702 T2071 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 608702 T2051 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 608702 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 608702 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 608703 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 608709 T2088 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 608709 T2088 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 608711 T2088 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 608791 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 608792 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39343__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39343/_"}
[junit4:junit4] 2> 608796 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:22984__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:22984/_"}
[junit4:junit4] 2> 608796 T2052 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 608796 T2052 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 608812 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 608812 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 608812 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 608812 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 609712 T2088 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 609712 T2088 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/collection1
[junit4:junit4] 2> 609712 T2088 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 609713 T2088 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 609713 T2088 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 609715 T2088 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/collection1/'
[junit4:junit4] 2> 609717 T2088 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/collection1/lib/README' to classloader
[junit4:junit4] 2> 609717 T2088 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 609773 T2088 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 609837 T2088 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 609939 T2088 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 609945 T2088 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 610579 T2088 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 610588 T2088 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 610590 T2088 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 610602 T2088 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 610606 T2088 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 610609 T2088 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 610610 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 610610 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 610611 T2088 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 610611 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 610611 T2088 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 610612 T2088 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 610612 T2088 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372600996507/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty2/
[junit4:junit4] 2> 610612 T2088 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6f5db5
[junit4:junit4] 2> 610613 T2088 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty2
[junit4:junit4] 2> 610613 T2088 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty2/index/
[junit4:junit4] 2> 610613 T2088 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 610614 T2088 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty2/index
[junit4:junit4] 2> 610616 T2088 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b78cae9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56f299df),segFN=segments_1,generation=1}
[junit4:junit4] 2> 610617 T2088 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 610619 T2088 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 610619 T2088 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 610620 T2088 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 610620 T2088 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 610620 T2088 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 610621 T2088 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 610621 T2088 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 610621 T2088 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 610622 T2088 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 610635 T2088 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 610640 T2088 oass.SolrIndexSearcher.<init> Opening Searcher@b8152b6 main
[junit4:junit4] 2> 610641 T2088 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 610641 T2088 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 610644 T2089 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b8152b6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 610645 T2088 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 610645 T2088 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22984/_ collection:collection1 shard:shard2
[junit4:junit4] 2> 610646 T2088 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 610674 T2088 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4:junit4] 2> 610685 T2088 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 610685 T2088 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 610685 T2088 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:22984/_/collection1/
[junit4:junit4] 2> 610685 T2088 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 610686 T2088 oasc.SyncStrategy.syncToMe http://127.0.0.1:22984/_/collection1/ has no replicas
[junit4:junit4] 2> 610686 T2088 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:22984/_/collection1/ shard2
[junit4:junit4] 2> 610686 T2088 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 611820 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 611848 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 611848 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 611848 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 611848 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 611870 T2088 oasc.ZkController.register We are http://127.0.0.1:22984/_/collection1/ and leader is http://127.0.0.1:22984/_/collection1/
[junit4:junit4] 2> 611870 T2088 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22984/_
[junit4:junit4] 2> 611870 T2088 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 611870 T2088 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 611870 T2088 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 611872 T2088 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 611873 T2029 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 611873 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 611874 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 612093 T2029 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 612096 T2029 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56504
[junit4:junit4] 2> 612097 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 612098 T2029 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 612098 T2029 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059
[junit4:junit4] 2> 612099 T2029 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/solr.xml
[junit4:junit4] 2> 612099 T2029 oasc.CoreContainer.<init> New CoreContainer 114599400
[junit4:junit4] 2> 612100 T2029 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/'
[junit4:junit4] 2> 612100 T2029 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/'
[junit4:junit4] 2> 612253 T2029 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 612253 T2029 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 612254 T2029 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 612254 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 612255 T2029 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 612255 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 612256 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 612256 T2029 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 612257 T2029 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 612257 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 612276 T2029 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 612276 T2029 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58978/solr
[junit4:junit4] 2> 612277 T2029 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 612278 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 612281 T2101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b56889f name:ZooKeeperConnection Watcher:127.0.0.1:58978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 612281 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 612294 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 612304 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 612306 T2103 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c30c677 name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 612306 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 612311 T2029 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 613314 T2029 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56504__
[junit4:junit4] 2> 613319 T2029 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56504__
[junit4:junit4] 2> 613331 T2087 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 613331 T2103 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 613331 T2071 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 613331 T2051 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 613331 T2058 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 613332 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613332 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613331 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613332 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613339 T2104 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 613339 T2104 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 613341 T2104 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 613353 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 613354 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:22984__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:22984/_"}
[junit4:junit4] 2> 613358 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56504__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56504/_"}
[junit4:junit4] 2> 613358 T2052 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 613359 T2052 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 613371 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613371 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613371 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613371 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 613371 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 614342 T2104 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 614342 T2104 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/collection1
[junit4:junit4] 2> 614342 T2104 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 614343 T2104 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 614343 T2104 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 614345 T2104 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/collection1/'
[junit4:junit4] 2> 614346 T2104 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 614347 T2104 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/collection1/lib/README' to classloader
[junit4:junit4] 2> 614396 T2104 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 614454 T2104 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 614556 T2104 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 614561 T2104 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 615120 T2104 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 615128 T2104 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 615131 T2104 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 615143 T2104 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 615147 T2104 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 615150 T2104 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 615151 T2104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 615151 T2104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 615152 T2104 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 615152 T2104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 615153 T2104 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 615153 T2104 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 615153 T2104 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372601001059/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty3/
[junit4:junit4] 2> 615153 T2104 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6f5db5
[junit4:junit4] 2> 615154 T2104 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty3
[junit4:junit4] 2> 615154 T2104 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty3/index/
[junit4:junit4] 2> 615154 T2104 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 615155 T2104 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty3/index
[junit4:junit4] 2> 615157 T2104 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_1,generation=1}
[junit4:junit4] 2> 615157 T2104 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 615159 T2104 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 615160 T2104 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 615160 T2104 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 615160 T2104 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 615161 T2104 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 615161 T2104 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 615161 T2104 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 615162 T2104 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 615162 T2104 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 615172 T2104 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 615177 T2104 oass.SolrIndexSearcher.<init> Opening Searcher@30337a19 main
[junit4:junit4] 2> 615178 T2104 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 615178 T2104 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 615181 T2105 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30337a19 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 615183 T2104 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 615183 T2104 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56504/_ collection:collection1 shard:shard1
[junit4:junit4] 2> 615243 T2104 oasc.ZkController.register We are http://127.0.0.1:56504/_/collection1/ and leader is http://127.0.0.1:39343/_/collection1/
[junit4:junit4] 2> 615243 T2104 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56504/_
[junit4:junit4] 2> 615243 T2104 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 615243 T2104 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C553 name=collection1 org.apache.solr.core.SolrCore@4e7df1f2 url=http://127.0.0.1:56504/_/collection1 node=127.0.0.1:56504__ C553_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:56504__, base_url=http://127.0.0.1:56504/_}
[junit4:junit4] 2> 615244 T2106 C553 P56504 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 615244 T2104 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 615244 T2106 C553 P56504 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 615244 T2106 C553 P56504 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 615245 T2106 C553 P56504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 615245 T2029 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 615246 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 615246 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 615289 T2106 C553 P56504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 615298 T2061 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 615522 T2029 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 615525 T2029 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43950
[junit4:junit4] 2> 615525 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 615526 T2029 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 615526 T2029 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435
[junit4:junit4] 2> 615527 T2029 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/solr.xml
[junit4:junit4] 2> 615527 T2029 oasc.CoreContainer.<init> New CoreContainer 398831986
[junit4:junit4] 2> 615528 T2029 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/'
[junit4:junit4] 2> 615528 T2029 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/'
[junit4:junit4] 2> 615654 T2029 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 615655 T2029 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 615655 T2029 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 615656 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 615656 T2029 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 615657 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 615657 T2029 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 615658 T2029 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 615658 T2029 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 615659 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 615676 T2029 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 615676 T2029 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58978/solr
[junit4:junit4] 2> 615677 T2029 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 615678 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 615685 T2118 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@503b715 name:ZooKeeperConnection Watcher:127.0.0.1:58978 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 615686 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 615699 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 615707 T2029 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 615709 T2120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71a37b2b name:ZooKeeperConnection Watcher:127.0.0.1:58978/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 615709 T2029 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 615720 T2029 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 616385 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 616386 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56504__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56504/_"}
[junit4:junit4] 2> 616425 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616425 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616426 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616426 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616426 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616425 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616723 T2029 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43950__
[junit4:junit4] 2> 616725 T2029 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43950__
[junit4:junit4] 2> 616727 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 616728 T2058 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 616728 T2071 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 616728 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 616728 T2120 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 616728 T2051 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 616728 T2087 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 616729 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 616729 T2103 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 616729 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 616728 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 616729 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 616743 T2121 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 616743 T2121 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 616744 T2121 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 617300 T2061 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 617300 T2061 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node3&state=recovering&nodeName=127.0.0.1:56504__&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 617931 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 617932 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43950__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43950/_"}
[junit4:junit4] 2> 617933 T2052 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 617933 T2052 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 617962 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 617963 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 617963 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 617963 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 617963 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 617963 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 618747 T2121 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 618747 T2121 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/collection1
[junit4:junit4] 2> 618747 T2121 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 618748 T2121 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 618748 T2121 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 618750 T2121 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/collection1/'
[junit4:junit4] 2> 618751 T2121 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 618752 T2121 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/collection1/lib/README' to classloader
[junit4:junit4] 2> 618809 T2121 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 618867 T2121 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 618969 T2121 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 618974 T2121 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C554 name=collection1 org.apache.solr.core.SolrCore@4e7df1f2 url=http://127.0.0.1:56504/_/collection1 node=127.0.0.1:56504__ C554_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:56504__, base_url=http://127.0.0.1:56504/_}
[junit4:junit4] 2> 619302 T2106 C554 P56504 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39343/_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 619302 T2106 C554 P56504 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56504/_ START replicas=[http://127.0.0.1:39343/_/collection1/] nUpdates=100
[junit4:junit4] 2> 619303 T2106 C554 P56504 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 619303 T2106 C554 P56504 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 619304 T2106 C554 P56504 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 619304 T2106 C554 P56504 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 619304 T2106 C554 P56504 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 619304 T2106 C554 P56504 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39343/_/collection1/. core=collection1
[junit4:junit4] 2> 619305 T2106 C554 P56504 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C555 name=collection1 org.apache.solr.core.SolrCore@1bb93785 url=http://127.0.0.1:39343/_/collection1 node=127.0.0.1:39343__ C555_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:39343__, base_url=http://127.0.0.1:39343/_, leader=true}
[junit4:junit4] 2> 619312 T2062 C555 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 619318 T2063 C555 P39343 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 619321 T2063 C555 P39343 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 619322 T2063 C555 P39343 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 619322 T2063 C555 P39343 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 619323 T2063 C555 P39343 oass.SolrIndexSearcher.<init> Opening Searcher@5dc5614a realtime
[junit4:junit4] 2> 619323 T2063 C555 P39343 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 619324 T2063 C555 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 619324 T2106 C554 P56504 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 619325 T2106 C554 P56504 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 619327 T2064 C555 P39343 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 619327 T2064 C555 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 619328 T2106 C554 P56504 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 619328 T2106 C554 P56504 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 619329 T2106 C554 P56504 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 619329 T2106 C554 P56504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 619330 T2106 C554 P56504 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 619467 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 619468 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56504__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56504/_"}
[junit4:junit4] 2> 619482 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 619482 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 619482 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 619482 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 619482 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 619482 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 619554 T2121 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 619566 T2121 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 619570 T2121 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 619585 T2121 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 619589 T2121 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 619593 T2121 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 619594 T2121 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 619595 T2121 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 619595 T2121 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 619596 T2121 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 619596 T2121 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 619597 T2121 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 619597 T2121 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372601004435/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty4/
[junit4:junit4] 2> 619597 T2121 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3a6f5db5
[junit4:junit4] 2> 619598 T2121 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty4
[junit4:junit4] 2> 619598 T2121 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty4/index/
[junit4:junit4] 2> 619599 T2121 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 619599 T2121 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372600986377/jetty4/index
[junit4:junit4] 2> 619602 T2121 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36b04dc6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@518fa913),segFN=segments_1,generation=1}
[junit4:junit4] 2> 619603 T2121 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 619605 T2121 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 619606 T2121 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 619606 T2121 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 619607 T2121 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 619608 T2121 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 619608 T2121 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 619609 T2121 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 619609 T2121 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 619610 T2121 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 619625 T2121 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 619631 T2121 oass.SolrIndexSearcher.<init> Opening Searcher@29c472f6 main
[junit4:junit4] 2> 619632 T2121 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 619633 T2121 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 619636 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29c472f6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 619638 T2121 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 619638 T2121 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43950/_ collection:collection1 shard:shard2
[junit4:junit4] 2> 619646 T2121 oasc.ZkController.register We are http://127.0.0.1:43950/_/collection1/ and leader is http://127.0.0.1:22984/_/collection1/
[junit4:junit4] 2> 619646 T2121 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43950/_
[junit4:junit4] 2> 619646 T2121 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 619646 T2121 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C556 name=collection1 org.apache.solr.core.SolrCore@2578c32a url=http://127.0.0.1:43950/_/collection1 node=127.0.0.1:43950__ C556_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:43950__, base_url=http://127.0.0.1:43950/_}
[junit4:junit4] 2> 619647 T2124 C556 P43950 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 619647 T2121 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 619647 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 619648 T2124 C556 P43950 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 619648 T2124 C556 P43950 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 619648 T2029 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 619649 T2029 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 619650 T2124 C556 P43950 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 619650 T2029 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 619673 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 619674 T2077 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 619675 T2029 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4:junit4] 2> 619676 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 620677 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 620986 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 620987 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43950__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43950/_"}
[junit4:junit4] 2> 621010 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 621010 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 621010 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 621010 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 621010 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 621010 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 621677 T2077 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 621677 T2077 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node4&state=recovering&nodeName=127.0.0.1:43950__&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 621679 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 622681 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C556_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:43950__, base_url=http://127.0.0.1:43950/_}
[junit4:junit4] 2> 623679 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:22984/_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 623679 T2124 C556 P43950 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43950/_ START replicas=[http://127.0.0.1:22984/_/collection1/] nUpdates=100
[junit4:junit4] 2> 623680 T2124 C556 P43950 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 623680 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 623680 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 623680 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 623680 T2124 C556 P43950 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 623681 T2124 C556 P43950 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:22984/_/collection1/. core=collection1
[junit4:junit4] 2> 623681 T2124 C556 P43950 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 623683 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C557 name=collection1 org.apache.solr.core.SolrCore@42380795 url=http://127.0.0.1:22984/_/collection1 node=127.0.0.1:22984__ C557_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:22984__, base_url=http://127.0.0.1:22984/_, leader=true}
[junit4:junit4] 2> 623688 T2078 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 623692 T2079 C557 P22984 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 623695 T2079 C557 P22984 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b78cae9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@56f299df),segFN=segments_1,generation=1}
[junit4:junit4] 2> 623696 T2079 C557 P22984 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 623696 T2079 C557 P22984 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 623696 T2079 C557 P22984 oass.SolrIndexSearcher.<init> Opening Searcher@8f90f87 realtime
[junit4:junit4] 2> 623697 T2079 C557 P22984 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 623697 T2079 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 623698 T2124 C556 P43950 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 623698 T2124 C556 P43950 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 623700 T2080 C557 P22984 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 623701 T2080 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 623701 T2124 C556 P43950 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 623702 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 623702 T2124 C556 P43950 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 623702 T2124 C556 P43950 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 623706 T2124 C556 P43950 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 624018 T2052 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624019 T2052 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43950__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43950/_"}
[junit4:junit4] 2> 624033 T2103 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 624033 T2087 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 624033 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 624033 T2058 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 624033 T2120 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 624033 T2051 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 624685 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624686 T2029 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C558 name=collection1 org.apache.solr.core.SolrCore@1c694c5a url=http://127.0.0.1:44628/_/collection1 node=127.0.0.1:44628__ C558_STATE=coll:control_collection core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:44628__, base_url=http://127.0.0.1:44628/_, leader=true}
[junit4:junit4] 2> 624698 T2041 C558 P44628 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_1,generation=1}
[junit4:junit4] 2> 624699 T2041 C558 P44628 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 624700 T2041 C558 P44628 oass.SolrIndexSearcher.<init> Opening Searcher@2e331fdd realtime
[junit4:junit4] 2> 624701 T2041 C558 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1439276480716603392)} 0 6
[junit4:junit4] 2> C556_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43950__, base_url=http://127.0.0.1:43950/_}
[junit4:junit4] 2> 624725 T2110 C556 P43950 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36b04dc6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@518fa913),segFN=segments_1,generation=1}
[junit4:junit4] 2> 624726 T2110 C556 P43950 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 624728 T2110 C556 P43950 oass.SolrIndexSearcher.<init> Opening Searcher@c9df209 realtime
[junit4:junit4] 2> 624728 T2110 C556 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={update.distrib=FROMLEADER&_version_=-1439276480734429184&update.from=http://127.0.0.1:22984/_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1439276480734429184)} 0 5
[junit4:junit4] 2> ASYNC NEW_CORE C559 name=collection1 org.apache.solr.core.SolrCore@4e7df1f2 url=http://127.0.0.1:56504/_/collection1 node=127.0.0.1:56504__ C559_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:56504__, base_url=http://127.0.0.1:56504/_}
[junit4:junit4] 2> 624729 T2093 C559 P56504 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_1,generation=1}
[junit4:junit4] 2> 624729 T2093 C559 P56504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 624731 T2093 C559 P56504 oass.SolrIndexSearcher.<init> Opening Searcher@19e3167b realtime
[junit4:junit4] 2> 624731 T2093 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={update.distrib=FROMLEADER&_version_=-1439276480738623488&update.from=http://127.0.0.1:39343/_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1439276480738623488)} 0 4
[junit4:junit4] 2> ASYNC NEW_CORE C560 name=collection1 org.apache.solr.core.SolrCore@1bb93785 url=http://127.0.0.1:39343/_/collection1 node=127.0.0.1:39343__ C560_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:39343__, base_url=http://127.0.0.1:39343/_, leader=true}
[junit4:junit4] 2> 624732 T2065 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1439276480738623488)} 0 16
[junit4:junit4] 2> 624733 T2081 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1439276480734429184)} 0 21
[junit4:junit4] 2> 624734 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624736 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624738 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624740 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624741 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624744 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=1
[junit4:junit4] 2> 624746 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=1
[junit4:junit4] 2> 624750 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624754 T2041 C558 P44628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_2,generation=2}
[junit4:junit4] 2> 624755 T2041 C558 P44628 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 624756 T2041 C558 P44628 oass.SolrIndexSearcher.<init> Opening Searcher@8d956f9 main
[junit4:junit4] 2> 624757 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624758 T2055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8d956f9 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 624758 T2041 C558 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439276480773226496)],commit=} 0 9
[junit4:junit4] 2> 624766 T2093 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:39343/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439276480785809408)]} 0 1
[junit4:junit4] 2> 624767 T2066 C560 P39343 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39343/_/collection1/, StdNode: http://127.0.0.1:56504/_/collection1/, StdNode: http://127.0.0.1:22984/_/collection1/, StdNode: http://127.0.0.1:43950/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 624769 T2067 C560 P39343 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624769 T2083 C557 P22984 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624769 T2112 C556 P43950 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624770 T2083 C557 P22984 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 624771 T2093 C559 P56504 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624770 T2112 C556 P43950 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 624771 T2083 C557 P22984 oass.SolrIndexSearcher.<init> Opening Searcher@25649404 main
[junit4:junit4] 2> 624772 T2112 C556 P43950 oass.SolrIndexSearcher.<init> Opening Searcher@5419e015 main
[junit4:junit4] 2> 624772 T2083 C557 P22984 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624773 T2112 C556 P43950 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624773 T2067 C560 P39343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 624773 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5419e015 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 624773 T2089 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25649404 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 624774 T2067 C560 P39343 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 624775 T2083 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 624774 T2112 C556 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 624775 T2093 C559 P56504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_2,generation=2}
[junit4:junit4] 2> 624776 T2093 C559 P56504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 624776 T2067 C560 P39343 oass.SolrIndexSearcher.<init> Opening Searcher@5b7f3837 main
[junit4:junit4] 2> 624777 T2067 C560 P39343 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624778 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b7f3837 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 624778 T2093 C559 P56504 oass.SolrIndexSearcher.<init> Opening Searcher@758e5f84 main
[junit4:junit4] 2> 624778 T2067 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 624779 T2093 C559 P56504 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624779 T2105 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@758e5f84 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 624780 T2093 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 624780 T2066 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439276480785809408)],commit=} 0 19
[junit4:junit4] 2> 624781 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624783 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624787 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 624791 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 624792 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624795 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624798 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624800 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624801 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624808 T2113 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013976&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 624808 T2061 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013976&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 624811 T2061 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013976&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624812 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 624818 T2063 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013987&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 624818 T2114 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013987&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624821 T2063 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013987&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624822 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624823 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624830 T2115 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013999&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624830 T2139 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013999&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 624833 T2139 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601013999&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624834 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624840 T2116 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014009&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624840 T2142 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014009&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 624843 T2142 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014009&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624844 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624849 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624854 T2041 C558 P44628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_3,generation=3}
[junit4:junit4] 2> 624854 T2041 C558 P44628 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 624856 T2041 C558 P44628 oass.SolrIndexSearcher.<init> Opening Searcher@2882d88 main
[junit4:junit4] 2> 624857 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624857 T2055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2882d88 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 624858 T2041 C558 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439276480875986944)],commit=} 0 11
[junit4:junit4] 2> 624871 T2093 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:39343/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439276480894861312)]} 0 2
[junit4:junit4] 2> 624872 T2065 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:22984/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439276480894861312)]} 0 8
[junit4:junit4] 2> 624873 T2082 C557 P22984 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39343/_/collection1/, StdNode: http://127.0.0.1:56504/_/collection1/, StdNode: http://127.0.0.1:22984/_/collection1/, StdNode: http://127.0.0.1:43950/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 624875 T2095 C559 P56504 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624875 T2077 C557 P22984 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624877 T2077 C557 P22984 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 624877 T2110 C556 P43950 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624877 T2065 C560 P39343 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624878 T2110 C556 P43950 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 624877 T2077 C557 P22984 oass.SolrIndexSearcher.<init> Opening Searcher@146bc0b8 main
[junit4:junit4] 2> 624879 T2110 C556 P43950 oass.SolrIndexSearcher.<init> Opening Searcher@18f59994 main
[junit4:junit4] 2> 624879 T2077 C557 P22984 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624880 T2110 C556 P43950 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624881 T2089 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@146bc0b8 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 624881 T2095 C559 P56504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_3,generation=3}
[junit4:junit4] 2> 624882 T2077 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 624881 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18f59994 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 624882 T2095 C559 P56504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 624883 T2110 C556 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 624884 T2095 C559 P56504 oass.SolrIndexSearcher.<init> Opening Searcher@278eb611 main
[junit4:junit4] 2> 624885 T2095 C559 P56504 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624886 T2105 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@278eb611 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 624886 T2095 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 624893 T2065 C560 P39343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_3,generation=3}
[junit4:junit4] 2> 624893 T2065 C560 P39343 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 624895 T2065 C560 P39343 oass.SolrIndexSearcher.<init> Opening Searcher@c71236 main
[junit4:junit4] 2> 624896 T2065 C560 P39343 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624896 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c71236 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 624897 T2065 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4] 2> 624898 T2082 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 37
[junit4:junit4] 2> 624899 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624900 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624905 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 624909 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 624910 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624913 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624916 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624917 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624919 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624924 T2096 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014094&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 624925 T2113 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014094&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624928 T2096 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014094&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624929 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624935 T2097 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014104&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 624936 T2114 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014104&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 624938 T2097 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014104&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624939 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624941 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 624946 T2098 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014116&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 624947 T2115 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014116&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624950 T2098 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014116&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624951 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624956 T2099 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014126&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 624957 T2116 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014126&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 624960 T2099 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014126&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 624961 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 624966 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 624991 T2041 C558 P44628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_4,generation=4}
[junit4:junit4] 2> 624992 T2041 C558 P44628 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 624994 T2041 C558 P44628 oass.SolrIndexSearcher.<init> Opening Searcher@1d685ac4 main
[junit4:junit4] 2> 624994 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 624995 T2055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d685ac4 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 624996 T2041 C558 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439276480999718912)],commit=} 0 32
[junit4:junit4] 2> 625010 T2093 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:39343/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439276481039564800)]} 0 2
[junit4:junit4] 2> 625011 T2146 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:56504/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439276481039564800)]} 0 9
[junit4:junit4] 2> 625012 T2094 C559 P56504 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39343/_/collection1/, StdNode: http://127.0.0.1:56504/_/collection1/, StdNode: http://127.0.0.1:22984/_/collection1/, StdNode: http://127.0.0.1:43950/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 625015 T2150 C559 P56504 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625015 T2079 C557 P22984 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625015 T2151 C556 P43950 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625016 T2079 C557 P22984 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 625015 T2146 C560 P39343 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625017 T2079 C557 P22984 oass.SolrIndexSearcher.<init> Opening Searcher@2cab8084 main
[junit4:junit4] 2> 625016 T2151 C556 P43950 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 625018 T2079 C557 P22984 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625018 T2151 C556 P43950 oass.SolrIndexSearcher.<init> Opening Searcher@2d20e555 main
[junit4:junit4] 2> 625018 T2089 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cab8084 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 625019 T2151 C556 P43950 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625019 T2079 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 625020 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d20e555 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 625020 T2150 C559 P56504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_4,generation=4}
[junit4:junit4] 2> 625020 T2151 C556 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 625021 T2150 C559 P56504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 625023 T2150 C559 P56504 oass.SolrIndexSearcher.<init> Opening Searcher@5c22166f main
[junit4:junit4] 2> 625024 T2150 C559 P56504 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625024 T2105 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c22166f main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 625025 T2150 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 625031 T2146 C560 P39343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_4,generation=4}
[junit4:junit4] 2> 625032 T2146 C560 P39343 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 625034 T2146 C560 P39343 oass.SolrIndexSearcher.<init> Opening Searcher@4d921333 main
[junit4:junit4] 2> 625034 T2146 C560 P39343 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625035 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d921333 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 625035 T2146 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4] 2> 625036 T2094 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 37
[junit4:junit4] 2> 625037 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625039 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625043 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 625046 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625048 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625052 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625054 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625056 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625057 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625063 T2152 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014232&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 625064 T2061 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014232&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 625067 T2061 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014232&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625069 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 625075 T2153 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014244&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 625075 T2063 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014244&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625078 T2063 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014244&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625079 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 625080 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625086 T2154 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014256&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625087 T2139 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014256&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625090 T2139 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014256&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625091 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 625096 T2155 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014266&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625097 T2142 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014266&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625100 T2142 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014266&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625101 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 625106 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625110 T2041 C558 P44628 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7ff48132 lockFactory=org.apache.lucene.store.NativeFSLockFactory@387c18a2),segFN=segments_5,generation=5}
[junit4:junit4] 2> 625111 T2041 C558 P44628 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 625113 T2041 C558 P44628 oass.SolrIndexSearcher.<init> Opening Searcher@17adb1b main
[junit4:junit4] 2> 625113 T2041 C558 P44628 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625114 T2055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17adb1b main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 625114 T2041 C558 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439276481145470976)],commit=} 0 10
[junit4:junit4] 2> 625127 T2093 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:39343/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439276481162248192)]} 0 3
[junit4:junit4] 2> 625128 T2157 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43950/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439276481162248192)]} 0 8
[junit4:junit4] 2> 625128 T2111 C556 P43950 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39343/_/collection1/, StdNode: http://127.0.0.1:56504/_/collection1/, StdNode: http://127.0.0.1:22984/_/collection1/, StdNode: http://127.0.0.1:43950/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 625131 T2161 C559 P56504 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625131 T2162 C557 P22984 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625131 T2157 C560 P39343 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625132 T2163 C556 P43950 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 625132 T2162 C557 P22984 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 625133 T2163 C556 P43950 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 625133 T2162 C557 P22984 oass.SolrIndexSearcher.<init> Opening Searcher@2fa60c69 main
[junit4:junit4] 2> 625134 T2163 C556 P43950 oass.SolrIndexSearcher.<init> Opening Searcher@54790d6 main
[junit4:junit4] 2> 625134 T2162 C557 P22984 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625134 T2163 C556 P43950 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625135 T2089 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fa60c69 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 625135 T2123 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54790d6 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 625136 T2162 C557 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 625136 T2163 C556 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 625136 T2161 C559 P56504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3d3aa21e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d556987),segFN=segments_5,generation=5}
[junit4:junit4] 2> 625136 T2157 C560 P39343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f83cfca lockFactory=org.apache.lucene.store.NativeFSLockFactory@33ffbb1b),segFN=segments_5,generation=5}
[junit4:junit4] 2> 625137 T2161 C559 P56504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 625137 T2157 C560 P39343 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 625139 T2161 C559 P56504 oass.SolrIndexSearcher.<init> Opening Searcher@353bf11 main
[junit4:junit4] 2> 625139 T2157 C560 P39343 oass.SolrIndexSearcher.<init> Opening Searcher@6421b648 main
[junit4:junit4] 2> 625140 T2161 C559 P56504 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625140 T2157 C560 P39343 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 625141 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6421b648 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 625140 T2105 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@353bf11 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 625141 T2157 C560 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 625141 T2161 C559 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 625142 T2111 C556 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 25
[junit4:junit4] 2> 625144 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625145 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625149 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 625152 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625154 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625157 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625160 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625161 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625163 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625169 T2096 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014338&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625169 T2113 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014338&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625173 T2096 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014338&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625174 T2066 C560 P39343 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 625180 T2114 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014349&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625180 T2097 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014349&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 625184 T2097 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014349&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625185 T2094 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 625186 T2029 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 625194 T2098 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014362&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 625194 T2115 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014362&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 625197 T2098 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014362&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625199 T2082 C557 P22984 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=9
[junit4:junit4] 2> 625205 T2116 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014374&shard.url=127.0.0.1:22984/_/collection1/|127.0.0.1:43950/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 625206 T2099 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014374&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 625209 T2099 C559 P56504 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372601014374&shard.url=127.0.0.1:39343/_/collection1/|127.0.0.1:56504/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 625210 T2111 C556 P43950 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 625218 T2041 C558 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[1 (1439276481261862912)]} 0 4
[junit4:junit4] 2> ASYNC NEW_CORE C561 name=collection1 org.apache.solr.core.SolrCore@4e7df1f2 url=http://127.0.0.1:56504/_/collection1 node=127.0.0.1:56504__ C561_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:56504__, base_url=http://127.0.0.1:56504/_}
[junit4:junit4] 2> 625241 T2093 C561 P56504 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:39343/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439276481268154368)]} 0 15
[junit4:junit4] 2> ASYNC NEW_CORE C562 name=collection1 org.apache.solr.core.SolrCore@1bb93785 url=http://127.0.0.1:39343/_/collection1 node=127.0.0.1:39343__ C562_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:39343__, base_url=http://127.0.0.1:39343/_, leader=true}
[junit4:junit4] 2> 625242 T2164 C562 P39343 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[1 (1439276481268154368)]} 0 21
[junit4:junit4] 2> ASYNC NEW_CORE C563 name=collection1 org.apache.solr.core.SolrCore@1c694c5a url=http://127.0.0.1:44628/_/collection1 node=127.0.0.1:44628__ C563_STATE=coll:control_collection core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:44628__, base_url=http://127.0.0.1:44628/_, leader=true}
[junit4:junit4] 2> 625247 T2041 C563 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[2 (1439276481294368768)]} 0 2
[junit4:junit4] 2> ASYNC NEW_CORE C564 name=collection1 org.apache.solr.core.SolrCore@2578c32a url=http://127.0.0.1:43950/_/collection1 node=127.0.0.1:43950__ C564_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43950__, base_url=http://127.0.0.1:43950/_}
[junit4:junit4] 2> 625262 T2110 C564 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:22984/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1439276481300660224)]} 0 4
[junit4:junit4] 2> ASYNC NEW_CORE C565 name=collection1 org.apache.solr.core.SolrCore@42380795 url=http://127.0.0.1:22984/_/collection1 node=127.0.0.1:22984__ C565_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:22984__, base_url=http://127.0.0.1:22984/_, leader=true}
[junit4:junit4] 2> 625263 T2081 C565 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[2 (1439276481300660224)]} 0 12
[junit4:junit4] 2> 625268 T2041 C563 P44628 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[3 (1439276481316388864)]} 0 2
[junit4:junit4] 2> 625281 T2110 C564 P43950 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:22984/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1439276481323728896)]} 0 2
[junit4:junit4] 2> 625282 T2081 C565 P22984 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[3 (1439276481323728896
[...truncated too long message...]
ame=MockRandom), genre_s=PostingsFormat(name=TestBloomFilteredLucene41Postings), author_t=PostingsFormat(name=MockRandom), range_facet_l=Lucene41(blocksize=128), n_ti1=PostingsFormat(name=TestBloomFilteredLucene41Postings), text=Pulsing41(freqCutoff=13 minBlockSize=62 maxBlockSize=203), _version_=PostingsFormat(name=MockRandom), val_i=PostingsFormat(name=TestBloomFilteredLucene41Postings), SubjectTerms_mfacet=PostingsFormat(name=MockRandom), series_t=PostingsFormat(name=MockRandom), a_t=Lucene41(blocksize=128), n_tdt1=PostingsFormat(name=MockRandom), regex_dup_A_s=Pulsing41(freqCutoff=13 minBlockSize=62 maxBlockSize=203), price=Pulsing41(freqCutoff=13 minBlockSize=62 maxBlockSize=203), other_tl1=PostingsFormat(name=MockRandom), n_l1=Lucene41(blocksize=128), a_si=PostingsFormat(name=MockRandom), inStock=Pulsing41(freqCutoff=13 minBlockSize=62 maxBlockSize=203)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_US, timezone=Etc/UCT
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=103674144,total=326696960
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestDynamicFieldCollectionResource, TestDynamicFieldResource, SliceStateUpdateTest, SimpleFacetsTest, SchemaVersionSpecificBehaviorTest, TestGroupingSearch, TermsComponentTest, DistributedTermsComponentTest, DocValuesTest, AlternateDirectoryTest, TestSerializedLuceneMatchVersion, TestCharFilters, TestStressVersions, TestLRUCache, IndexSchemaTest, BadComponentTest, FileBasedSpellCheckerTest, ZkCLITest, TestCopyFieldCollectionResource, ExternalFileFieldSortTest, ClusterStateUpdateTest, DistributedSpellCheckComponentTest, TestCoreContainer, TestPropInjectDefaults, WordBreakSolrSpellCheckerTest, TestSolrIndexConfig, SuggesterTest, TestSolrQueryParserDefaultOperatorResource, ShardRoutingTest, BasicHdfsTest, ScriptEngineTest, TestFieldTypeCollectionResource, TestPluginEnable, SolrInfoMBeanTest, TestFastWriter, TestSurroundQueryParser, FastVectorHighlighterTest, SuggesterFSTTest, AnalysisAfterCoreReloadTest, SOLR749Test, BasicFunctionalityTest, SearchHandlerTest, TestStressRecovery, TestSolrXml, CSVRequestHandlerTest, TestTrie, DateFieldTest, TestQuerySenderListener, TermVectorComponentTest, ResponseLogComponentTest, UpdateRequestProcessorFactoryTest, AliasIntegrationTest, RegexBoostProcessorTest, SynonymTokenizerTest, TestDocumentBuilder, PreAnalyzedFieldTest, PluginInfoTest, TestJoin, BlockDirectoryTest, TestQueryUtils, TestSolrDeletionPolicy2, TestPerFieldSimilarity, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionTest, PeerSyncTest, TestSolrDeletionPolicy1, SoftAutoCommitTest, PreAnalyzedUpdateProcessorTest, LukeRequestHandlerTest, PolyFieldTest, RAMDirectoryFactoryTest, ZkControllerTest, TestPseudoReturnFields, UnloadDistributedZkTest, TestIBSimilarityFactory, TestExtendedDismaxParser, BasicDistributedZkTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=32DFD129DBAC725 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_US -Dtests.timezone=Etc/UCT -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4:junit4] > 1) Thread[id=2512, name=recoveryCmdExecutor-1007-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([32DFD129DBAC725]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=2512, name=recoveryCmdExecutor-1007-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([32DFD129DBAC725]:0)
[junit4:junit4] Completed on J0 in 215.15s, 1 test, 2 errors <<< FAILURES!
[...truncated 517 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:190: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:443: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1245: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:889: There were test failures: 312 suites, 1316 tests, 2 suite-level errors, 710 ignored (1 assumption)
Total time: 87 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 305 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/305/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=1248, name=recoveryCmdExecutor-492-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=1248, name=recoveryCmdExecutor-492-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([89C71AC1E48B1817]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1248, name=recoveryCmdExecutor-492-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1248, name=recoveryCmdExecutor-492-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([89C71AC1E48B1817]:0)
Build Log:
[...truncated 9316 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4] 2> 238024 T778 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ayxx/j
[junit4:junit4] 2> 238029 T778 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1372494355754
[junit4:junit4] 2> 238040 T778 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 238049 T779 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 238250 T778 oasc.ZkTestServer.run start zk server on port:44765
[junit4:junit4] 2> 238547 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 238601 T780 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4] 2> 240246 T784 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a22d980 name:ZooKeeperConnection Watcher:127.0.0.1:44765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 240246 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 240247 T778 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 240354 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 240357 T787 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58532aa3 name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 240357 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 240358 T778 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 240368 T778 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 240373 T778 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 240377 T778 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 240382 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 240383 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 240397 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 240397 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 240507 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 240507 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 240515 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 240515 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 240525 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 240526 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 240530 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 240531 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 240536 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 240536 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 240541 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 240542 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 240546 T778 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 240547 T778 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 240816 T778 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 240820 T778 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:40834
[junit4:junit4] 2> 240821 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 240822 T778 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 240822 T778 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277
[junit4:junit4] 2> 240822 T778 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/solr.xml
[junit4:junit4] 2> 240823 T778 oasc.CoreContainer.<init> New CoreContainer 1440542508
[junit4:junit4] 2> 240823 T778 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/'
[junit4:junit4] 2> 240824 T778 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/'
[junit4:junit4] 2> 240955 T778 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 240955 T778 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 240956 T778 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 240956 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 240957 T778 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 240957 T778 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 240958 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 240958 T778 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 240958 T778 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 240959 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 240978 T778 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 240979 T778 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44765/solr
[junit4:junit4] 2> 241009 T778 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 241010 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 241016 T798 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@696ea7f6 name:ZooKeeperConnection Watcher:127.0.0.1:44765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 241017 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 241033 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 241052 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 241054 T800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b46060 name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 241054 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 241063 T778 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 241081 T778 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 241097 T778 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 241101 T778 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40834_ayxx%2Fj
[junit4:junit4] 2> 241109 T778 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40834_ayxx%2Fj
[junit4:junit4] 2> 241115 T778 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 241148 T778 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 241152 T778 oasc.Overseer.start Overseer (id=89947790125367299-127.0.0.1:40834_ayxx%2Fj-n_0000000000) starting
[junit4:junit4] 2> 241170 T778 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 241182 T802 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 241182 T778 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 241186 T778 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 241189 T778 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 241217 T801 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 241229 T803 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 241230 T803 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 241232 T803 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 242723 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 242725 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:40834_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40834/ayxx/j"}
[junit4:junit4] 2> 242725 T801 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 242736 T801 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 242787 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 243234 T803 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 243234 T803 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/collection1
[junit4:junit4] 2> 243234 T803 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 243235 T803 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 243236 T803 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 243238 T803 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/collection1/'
[junit4:junit4] 2> 243240 T803 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 243240 T803 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/collection1/lib/README' to classloader
[junit4:junit4] 2> 243324 T803 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 243381 T803 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 243483 T803 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 243490 T803 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 244059 T803 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 244072 T803 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 244076 T803 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 244097 T803 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 244102 T803 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 244107 T803 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 244109 T803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 244109 T803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 244110 T803 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 244111 T803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 244111 T803 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 244112 T803 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 244112 T803 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372494358277/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/control/data/
[junit4:junit4] 2> 244112 T803 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4096d1d9
[junit4:junit4] 2> 244113 T803 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/control/data
[junit4:junit4] 2> 244114 T803 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/control/data/index/
[junit4:junit4] 2> 244114 T803 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 244114 T803 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/control/data/index
[junit4:junit4] 2> 244119 T803 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_1,generation=1}
[junit4:junit4] 2> 244119 T803 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 244196 T803 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 244196 T803 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 244197 T803 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 244198 T803 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 244198 T803 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 244198 T803 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 244199 T803 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 244199 T803 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 244200 T803 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 244216 T803 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 244223 T803 oass.SolrIndexSearcher.<init> Opening Searcher@6021de52 main
[junit4:junit4] 2> 244224 T803 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 244224 T803 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 244228 T804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6021de52 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 244230 T803 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 244230 T803 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40834/ayxx/j collection:control_collection shard:shard1
[junit4:junit4] 2> 244242 T803 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 244262 T803 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 244295 T803 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 244300 T803 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 244300 T803 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 244301 T803 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40834/ayxx/j/collection1/
[junit4:junit4] 2> 244301 T803 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 244301 T803 oasc.SyncStrategy.syncToMe http://127.0.0.1:40834/ayxx/j/collection1/ has no replicas
[junit4:junit4] 2> 244302 T803 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40834/ayxx/j/collection1/ shard1
[junit4:junit4] 2> 244302 T803 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 245800 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 245822 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 245849 T803 oasc.ZkController.register We are http://127.0.0.1:40834/ayxx/j/collection1/ and leader is http://127.0.0.1:40834/ayxx/j/collection1/
[junit4:junit4] 2> 245849 T803 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40834/ayxx/j
[junit4:junit4] 2> 245849 T803 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 245849 T803 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 245850 T803 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 245852 T803 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 245853 T778 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 245854 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 245855 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 245869 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 245876 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 245879 T807 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fbdb1e7 name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 245879 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 245881 T778 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 245887 T778 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 246151 T778 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 246154 T778 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35023
[junit4:junit4] 2> 246154 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 246155 T778 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 246155 T778 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612
[junit4:junit4] 2> 246156 T778 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/solr.xml
[junit4:junit4] 2> 246156 T778 oasc.CoreContainer.<init> New CoreContainer 170686822
[junit4:junit4] 2> 246157 T778 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/'
[junit4:junit4] 2> 246157 T778 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/'
[junit4:junit4] 2> 246281 T778 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 246282 T778 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 246282 T778 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 246283 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 246283 T778 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 246284 T778 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 246284 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 246284 T778 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 246285 T778 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 246285 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 246303 T778 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 246303 T778 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44765/solr
[junit4:junit4] 2> 246304 T778 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 246305 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 246313 T818 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2dd00d3e name:ZooKeeperConnection Watcher:127.0.0.1:44765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 246313 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 246328 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 246341 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 246343 T820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cbd3163 name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 246344 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 246356 T778 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 247337 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 247338 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:40834_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40834/ayxx/j"}
[junit4:junit4] 2> 247353 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 247353 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 247353 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 247361 T778 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35023_ayxx%2Fj
[junit4:junit4] 2> 247363 T778 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35023_ayxx%2Fj
[junit4:junit4] 2> 247366 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 247367 T800 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 247367 T807 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 247368 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 247368 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 247369 T820 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 247382 T821 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 247382 T821 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 247384 T821 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 248860 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 248862 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35023_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35023/ayxx/j"}
[junit4:junit4] 2> 248862 T801 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 248862 T801 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 248876 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 248876 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 248876 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 249386 T821 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 249386 T821 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/collection1
[junit4:junit4] 2> 249386 T821 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 249387 T821 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 249387 T821 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 249390 T821 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/collection1/'
[junit4:junit4] 2> 249391 T821 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/collection1/lib/README' to classloader
[junit4:junit4] 2> 249392 T821 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 249440 T821 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 249501 T821 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 249603 T821 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 249609 T821 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 250151 T821 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 250160 T821 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 250162 T821 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 250180 T821 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 250185 T821 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 250188 T821 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 250190 T821 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 250190 T821 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 250190 T821 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 250192 T821 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 250192 T821 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 250192 T821 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 250193 T821 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372494363612/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty1/
[junit4:junit4] 2> 250193 T821 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4096d1d9
[junit4:junit4] 2> 250194 T821 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty1
[junit4:junit4] 2> 250194 T821 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty1/index/
[junit4:junit4] 2> 250194 T821 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 250194 T821 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty1/index
[junit4:junit4] 2> 250197 T821 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 250197 T821 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 250199 T821 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 250199 T821 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 250200 T821 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 250200 T821 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 250200 T821 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 250201 T821 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 250201 T821 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 250201 T821 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 250202 T821 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 250212 T821 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 250217 T821 oass.SolrIndexSearcher.<init> Opening Searcher@479cd4c2 main
[junit4:junit4] 2> 250218 T821 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 250218 T821 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 250221 T822 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@479cd4c2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 250223 T821 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 250223 T821 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35023/ayxx/j collection:collection1 shard:shard1
[junit4:junit4] 2> 250224 T821 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 250381 T821 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 250487 T821 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 250487 T821 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 250487 T821 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35023/ayxx/j/collection1/
[junit4:junit4] 2> 250488 T821 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 250488 T821 oasc.SyncStrategy.syncToMe http://127.0.0.1:35023/ayxx/j/collection1/ has no replicas
[junit4:junit4] 2> 250488 T821 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35023/ayxx/j/collection1/ shard1
[junit4:junit4] 2> 250488 T821 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 251989 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 252027 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 252027 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 252027 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 252051 T821 oasc.ZkController.register We are http://127.0.0.1:35023/ayxx/j/collection1/ and leader is http://127.0.0.1:35023/ayxx/j/collection1/
[junit4:junit4] 2> 252051 T821 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35023/ayxx/j
[junit4:junit4] 2> 252051 T821 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 252051 T821 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 252052 T821 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 252054 T821 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 252055 T778 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 252056 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 252057 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 252346 T778 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 252349 T778 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47130
[junit4:junit4] 2> 252349 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 252350 T778 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 252350 T778 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800
[junit4:junit4] 2> 252351 T778 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/solr.xml
[junit4:junit4] 2> 252351 T778 oasc.CoreContainer.<init> New CoreContainer 1580877124
[junit4:junit4] 2> 252352 T778 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/'
[junit4:junit4] 2> 252352 T778 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/'
[junit4:junit4] 2> 252476 T778 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 252477 T778 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 252477 T778 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 252477 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 252478 T778 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 252478 T778 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 252479 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 252479 T778 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 252480 T778 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 252480 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 252497 T778 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 252498 T778 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44765/solr
[junit4:junit4] 2> 252498 T778 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 252499 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 252503 T834 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ccb83fd name:ZooKeeperConnection Watcher:127.0.0.1:44765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 252503 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 252516 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 252528 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 252530 T836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c12d715 name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 252531 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 252542 T778 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 253537 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 253539 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35023_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35023/ayxx/j"}
[junit4:junit4] 2> 253554 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 253554 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 253554 T778 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47130_ayxx%2Fj
[junit4:junit4] 2> 253554 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 253554 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 253556 T778 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47130_ayxx%2Fj
[junit4:junit4] 2> 253565 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 253566 T807 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 253566 T836 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 253566 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 253566 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 253566 T800 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 253567 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 253567 T820 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 253575 T837 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 253575 T837 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 253577 T837 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 255067 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 255068 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:47130_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47130/ayxx/j"}
[junit4:junit4] 2> 255068 T801 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 255068 T801 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 255156 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 255156 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 255156 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 255156 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 255579 T837 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 255579 T837 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/collection1
[junit4:junit4] 2> 255579 T837 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 255580 T837 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 255581 T837 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 255583 T837 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/collection1/'
[junit4:junit4] 2> 255584 T837 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 255585 T837 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/collection1/lib/README' to classloader
[junit4:junit4] 2> 255634 T837 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 255691 T837 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 255793 T837 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 255800 T837 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 256364 T837 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 256377 T837 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 256381 T837 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 256401 T837 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 256406 T837 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 256411 T837 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 256413 T837 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 256413 T837 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 256414 T837 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 256415 T837 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 256415 T837 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 256416 T837 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 256416 T837 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372494369800/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty2/
[junit4:junit4] 2> 256416 T837 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4096d1d9
[junit4:junit4] 2> 256417 T837 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty2
[junit4:junit4] 2> 256418 T837 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty2/index/
[junit4:junit4] 2> 256418 T837 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 256418 T837 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty2/index
[junit4:junit4] 2> 256422 T837 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@527e3752 lockFactory=org.apache.lucene.store.NativeFSLockFactory@441b05d8),segFN=segments_1,generation=1}
[junit4:junit4] 2> 256422 T837 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 256425 T837 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 256426 T837 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 256426 T837 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 256427 T837 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 256428 T837 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 256428 T837 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 256428 T837 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 256429 T837 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 256429 T837 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 256445 T837 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 256452 T837 oass.SolrIndexSearcher.<init> Opening Searcher@54301fa4 main
[junit4:junit4] 2> 256454 T837 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 256454 T837 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 256459 T838 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54301fa4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 256461 T837 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 256461 T837 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47130/ayxx/j collection:collection1 shard:shard2
[junit4:junit4] 2> 256462 T837 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 256486 T837 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4:junit4] 2> 256490 T837 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 256490 T837 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 256490 T837 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47130/ayxx/j/collection1/
[junit4:junit4] 2> 256491 T837 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 256491 T837 oasc.SyncStrategy.syncToMe http://127.0.0.1:47130/ayxx/j/collection1/ has no replicas
[junit4:junit4] 2> 256491 T837 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47130/ayxx/j/collection1/ shard2
[junit4:junit4] 2> 256491 T837 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 256663 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 256712 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 256712 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 256712 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 256712 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 256755 T837 oasc.ZkController.register We are http://127.0.0.1:47130/ayxx/j/collection1/ and leader is http://127.0.0.1:47130/ayxx/j/collection1/
[junit4:junit4] 2> 256755 T837 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47130/ayxx/j
[junit4:junit4] 2> 256755 T837 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 256755 T837 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 256755 T837 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 256758 T837 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 256760 T778 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 256760 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 256761 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 257047 T778 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 257049 T778 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51777
[junit4:junit4] 2> 257050 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 257051 T778 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 257051 T778 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502
[junit4:junit4] 2> 257052 T778 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/solr.xml
[junit4:junit4] 2> 257052 T778 oasc.CoreContainer.<init> New CoreContainer 1689474036
[junit4:junit4] 2> 257053 T778 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/'
[junit4:junit4] 2> 257053 T778 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/'
[junit4:junit4] 2> 257177 T778 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 257178 T778 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 257178 T778 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 257179 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 257179 T778 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 257180 T778 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 257180 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 257181 T778 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 257181 T778 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 257182 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 257199 T778 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 257199 T778 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44765/solr
[junit4:junit4] 2> 257200 T778 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 257201 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 257204 T850 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ea826cf name:ZooKeeperConnection Watcher:127.0.0.1:44765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 257205 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 257208 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 257220 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 257222 T852 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@495a5068 name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 257223 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 257236 T778 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 258220 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 258222 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:47130_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47130/ayxx/j"}
[junit4:junit4] 2> 258237 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 258238 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 258237 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 258237 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 258237 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 258241 T778 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51777_ayxx%2Fj
[junit4:junit4] 2> 258243 T778 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51777_ayxx%2Fj
[junit4:junit4] 2> 258247 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 258248 T800 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 258248 T836 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 258248 T807 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 258248 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 258249 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 258248 T852 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 258248 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 258249 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 258250 T820 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 258257 T853 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 258258 T853 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 258259 T853 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 259746 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 259747 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51777_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51777/ayxx/j"}
[junit4:junit4] 2> 259747 T801 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 259747 T801 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 259781 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 259781 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 259781 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 259781 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 259781 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 260262 T853 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 260262 T853 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/collection1
[junit4:junit4] 2> 260262 T853 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 260264 T853 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 260264 T853 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 260266 T853 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/collection1/'
[junit4:junit4] 2> 260267 T853 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 260268 T853 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/collection1/lib/README' to classloader
[junit4:junit4] 2> 260317 T853 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 260373 T853 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 260475 T853 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 260482 T853 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 261048 T853 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 261061 T853 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 261064 T853 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 261085 T853 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 261090 T853 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 261095 T853 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 261097 T853 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 261097 T853 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 261097 T853 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 261099 T853 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 261099 T853 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 261100 T853 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 261100 T853 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372494374502/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty3/
[junit4:junit4] 2> 261100 T853 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4096d1d9
[junit4:junit4] 2> 261101 T853 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty3
[junit4:junit4] 2> 261102 T853 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty3/index/
[junit4:junit4] 2> 261102 T853 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 261102 T853 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty3/index
[junit4:junit4] 2> 261106 T853 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_1,generation=1}
[junit4:junit4] 2> 261106 T853 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 261109 T853 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 261109 T853 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 261110 T853 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 261111 T853 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 261111 T853 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 261111 T853 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 261112 T853 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 261112 T853 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 261113 T853 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 261128 T853 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 261134 T853 oass.SolrIndexSearcher.<init> Opening Searcher@532282dd main
[junit4:junit4] 2> 261136 T853 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 261136 T853 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 261140 T854 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@532282dd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 261142 T853 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 261142 T853 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51777/ayxx/j collection:collection1 shard:shard1
[junit4:junit4] 2> 261184 T853 oasc.ZkController.register We are http://127.0.0.1:51777/ayxx/j/collection1/ and leader is http://127.0.0.1:35023/ayxx/j/collection1/
[junit4:junit4] 2> 261184 T853 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51777/ayxx/j
[junit4:junit4] 2> 261184 T853 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 261184 T853 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C403 name=collection1 org.apache.solr.core.SolrCore@3939369c url=http://127.0.0.1:51777/ayxx/j/collection1 node=127.0.0.1:51777_ayxx%2Fj C403_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:51777_ayxx%2Fj, base_url=http://127.0.0.1:51777/ayxx/j}
[junit4:junit4] 2> 261192 T855 C403 P51777 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 261193 T855 C403 P51777 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 261193 T853 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 261193 T855 C403 P51777 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 261194 T855 C403 P51777 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 261195 T778 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 261195 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 261196 T855 C403 P51777 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 261196 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 261232 T810 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 261288 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 261289 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51777_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51777/ayxx/j"}
[junit4:junit4] 2> 261296 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 261296 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 261296 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 261296 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 261296 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 261468 T778 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 261471 T778 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19329
[junit4:junit4] 2> 261471 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 261472 T778 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 261472 T778 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944
[junit4:junit4] 2> 261473 T778 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/solr.xml
[junit4:junit4] 2> 261473 T778 oasc.CoreContainer.<init> New CoreContainer 1242840559
[junit4:junit4] 2> 261473 T778 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/'
[junit4:junit4] 2> 261474 T778 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/'
[junit4:junit4] 2> 261588 T778 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 261589 T778 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 261589 T778 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 261590 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 261590 T778 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 261591 T778 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 261591 T778 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 261591 T778 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 261592 T778 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 261592 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 261610 T778 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 261610 T778 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:44765/solr
[junit4:junit4] 2> 261611 T778 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 261612 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 261615 T867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c5b0080 name:ZooKeeperConnection Watcher:127.0.0.1:44765 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 261616 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 261619 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 261633 T778 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 261636 T869 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d0f6d7f name:ZooKeeperConnection Watcher:127.0.0.1:44765/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 261636 T778 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 261649 T778 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 262234 T810 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 262234 T810 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node3&state=recovering&nodeName=127.0.0.1:51777_ayxx%252Fj&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 262655 T778 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19329_ayxx%2Fj
[junit4:junit4] 2> 262658 T778 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19329_ayxx%2Fj
[junit4:junit4] 2> 262662 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 262662 T800 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 262663 T836 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 262663 T807 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 262663 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262663 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262663 T869 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 262663 T852 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 262663 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262664 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262665 T820 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 262677 T870 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 262677 T870 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 262679 T870 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 262804 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 262805 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19329_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19329/ayxx/j"}
[junit4:junit4] 2> 262806 T801 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 262806 T801 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 262812 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262813 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262813 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262813 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262813 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 262813 T869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 263680 T870 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 263680 T870 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/collection1
[junit4:junit4] 2> 263680 T870 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 263681 T870 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 263681 T870 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 263684 T870 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/collection1/'
[junit4:junit4] 2> 263685 T870 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 263686 T870 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/collection1/lib/README' to classloader
[junit4:junit4] 2> 263741 T870 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 263797 T870 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 263899 T870 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 263906 T870 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C404 name=collection1 org.apache.solr.core.SolrCore@3939369c url=http://127.0.0.1:51777/ayxx/j/collection1 node=127.0.0.1:51777_ayxx%2Fj C404_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:51777_ayxx%2Fj, base_url=http://127.0.0.1:51777/ayxx/j}
[junit4:junit4] 2> 264236 T855 C404 P51777 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:35023/ayxx/j/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 264249 T855 C404 P51777 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 264271 T855 C404 P51777 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51777/ayxx/j START replicas=[http://127.0.0.1:35023/ayxx/j/collection1/] nUpdates=100
[junit4:junit4] 2> 264271 T855 C404 P51777 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 264272 T855 C404 P51777 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 264272 T855 C404 P51777 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 264273 T855 C404 P51777 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 264273 T855 C404 P51777 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 264273 T855 C404 P51777 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:35023/ayxx/j/collection1/. core=collection1
[junit4:junit4] 2> 264278 T855 C404 P51777 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C405 name=collection1 org.apache.solr.core.SolrCore@26a92f40 url=http://127.0.0.1:35023/ayxx/j/collection1 node=127.0.0.1:35023_ayxx%2Fj C405_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:35023_ayxx%2Fj, base_url=http://127.0.0.1:35023/ayxx/j, leader=true}
[junit4:junit4] 2> 264286 T811 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 264338 T812 C405 P35023 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 264391 T812 C405 P35023 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 264392 T812 C405 P35023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 264392 T812 C405 P35023 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 264393 T812 C405 P35023 oass.SolrIndexSearcher.<init> Opening Searcher@4984ac26 realtime
[junit4:junit4] 2> 264393 T812 C405 P35023 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 264394 T812 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 102
[junit4:junit4] 2> 264485 T855 C404 P51777 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 264485 T855 C404 P51777 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 264495 T870 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 264510 T870 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 264514 T870 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 264519 T855 C404 P51777 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 264521 T813 C405 P35023 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 264522 T813 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 264523 T855 C404 P51777 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 264523 T855 C404 P51777 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 264523 T855 C404 P51777 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 264523 T855 C404 P51777 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 264525 T855 C404 P51777 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 264536 T870 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 264556 T870 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 264561 T870 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 264563 T870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 264563 T870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 264563 T870 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 264565 T870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 264565 T870 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 264566 T870 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 264566 T870 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372494378944/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty4/
[junit4:junit4] 2> 264566 T870 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4096d1d9
[junit4:junit4] 2> 264567 T870 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty4
[junit4:junit4] 2> 264567 T870 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty4/index/
[junit4:junit4] 2> 264568 T870 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 264568 T870 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372494355753/jetty4/index
[junit4:junit4] 2> 264572 T870 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17b5b114 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5332d48a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 264572 T870 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 264575 T870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 264575 T870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 264576 T870 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 264577 T870 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 264577 T870 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 264578 T870 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 264584 T870 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 264585 T870 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 264585 T870 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 264601 T870 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 264608 T870 oass.SolrIndexSearcher.<init> Opening Searcher@564c09e main
[junit4:junit4] 2> 264610 T870 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 264610 T870 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 264614 T872 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@564c09e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 264616 T870 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 264616 T870 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19329/ayxx/j collection:collection1 shard:shard2
[junit4:junit4] 2> 264621 T870 oasc.ZkController.register We are http://127.0.0.1:19329/ayxx/j/collection1/ and leader is http://127.0.0.1:47130/ayxx/j/collection1/
[junit4:junit4] 2> 264621 T870 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19329/ayxx/j
[junit4:junit4] 2> 264622 T870 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 264622 T870 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C406 name=collection1 org.apache.solr.core.SolrCore@4feef64c url=http://127.0.0.1:19329/ayxx/j/collection1 node=127.0.0.1:19329_ayxx%2Fj C406_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:19329_ayxx%2Fj, base_url=http://127.0.0.1:19329/ayxx/j}
[junit4:junit4] 2> 264622 T873 C406 P19329 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 264623 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 264623 T873 C406 P19329 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 264623 T870 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 264623 T873 C406 P19329 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 264625 T778 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 264625 T873 C406 P19329 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 264625 T778 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 264626 T778 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 264645 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 264646 T826 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 264647 T778 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4:junit4] 2> 264649 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 265652 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 265828 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 265829 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51777_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51777/ayxx/j"}
[junit4:junit4] 2> 265839 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19329_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19329/ayxx/j"}
[junit4:junit4] 2> 265863 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 265863 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 265863 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 265863 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 265863 T869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 265863 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 266648 T826 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 266648 T826 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node4&state=recovering&nodeName=127.0.0.1:19329_ayxx%252Fj&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 266654 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 267657 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C406_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:19329_ayxx%2Fj, base_url=http://127.0.0.1:19329/ayxx/j}
[junit4:junit4] 2> 268650 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:47130/ayxx/j/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 268650 T873 C406 P19329 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19329/ayxx/j START replicas=[http://127.0.0.1:47130/ayxx/j/collection1/] nUpdates=100
[junit4:junit4] 2> 268652 T873 C406 P19329 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 268652 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 268652 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 268652 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 268652 T873 C406 P19329 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 268653 T873 C406 P19329 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:47130/ayxx/j/collection1/. core=collection1
[junit4:junit4] 2> 268653 T873 C406 P19329 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C407 name=collection1 org.apache.solr.core.SolrCore@439a19b url=http://127.0.0.1:47130/ayxx/j/collection1 node=127.0.0.1:47130_ayxx%2Fj C407_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:47130_ayxx%2Fj, base_url=http://127.0.0.1:47130/ayxx/j, leader=true}
[junit4:junit4] 2> 268660 T827 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 268661 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 268667 T828 C407 P47130 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 268720 T828 C407 P47130 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@527e3752 lockFactory=org.apache.lucene.store.NativeFSLockFactory@441b05d8),segFN=segments_1,generation=1}
[junit4:junit4] 2> 268721 T828 C407 P47130 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 268721 T828 C407 P47130 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 268722 T828 C407 P47130 oass.SolrIndexSearcher.<init> Opening Searcher@65d91e3f realtime
[junit4:junit4] 2> 268722 T828 C407 P47130 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 268723 T828 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 56
[junit4:junit4] 2> 268724 T873 C406 P19329 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 268724 T873 C406 P19329 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 268726 T829 C407 P47130 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 268727 T829 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 268728 T873 C406 P19329 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 268728 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 268728 T873 C406 P19329 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 268728 T873 C406 P19329 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 268730 T873 C406 P19329 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 268883 T801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 268884 T801 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19329_ayxx%2Fj",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19329/ayxx/j"}
[junit4:junit4] 2> 268910 T800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 268910 T820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 268911 T807 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 268910 T852 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 268910 T869 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 268910 T836 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 269663 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269665 T778 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C408 name=collection1 org.apache.solr.core.SolrCore@7f5f1414 url=http://127.0.0.1:40834/ayxx/j/collection1 node=127.0.0.1:40834_ayxx%2Fj C408_STATE=coll:control_collection core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:40834_ayxx%2Fj, base_url=http://127.0.0.1:40834/ayxx/j, leader=true}
[junit4:junit4] 2> 269731 T790 C408 P40834 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_1,generation=1}
[junit4:junit4] 2> 269732 T790 C408 P40834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 269734 T790 C408 P40834 oass.SolrIndexSearcher.<init> Opening Searcher@4fadc9d8 realtime
[junit4:junit4] 2> 269734 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1439164674765488128)} 0 61
[junit4:junit4] 2> C404_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:51777_ayxx%2Fj, base_url=http://127.0.0.1:51777/ayxx/j}
[junit4:junit4] 2> 269778 T843 C404 P51777 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_1,generation=1}
[junit4:junit4] 2> 269779 T843 C404 P51777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 269781 T843 C404 P51777 oass.SolrIndexSearcher.<init> Opening Searcher@6e319b92 realtime
[junit4:junit4] 2> 269781 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={update.distrib=FROMLEADER&_version_=-1439164674861957120&update.from=http://127.0.0.1:35023/ayxx/j/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1439164674861957120)} 0 5
[junit4:junit4] 2> 269782 T814 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1439164674861957120)} 0 11
[junit4:junit4] 2> C406_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:19329_ayxx%2Fj, base_url=http://127.0.0.1:19329/ayxx/j}
[junit4:junit4] 2> 269835 T859 C406 P19329 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17b5b114 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5332d48a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 269836 T859 C406 P19329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 269837 T859 C406 P19329 oass.SolrIndexSearcher.<init> Opening Searcher@59e164cf realtime
[junit4:junit4] 2> 269838 T859 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={update.distrib=FROMLEADER&_version_=-1439164674861957120&update.from=http://127.0.0.1:47130/ayxx/j/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1439164674861957120)} 0 56
[junit4:junit4] 2> 269839 T830 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1439164674861957120)} 0 68
[junit4:junit4] 2> 269840 T842 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 85
[junit4:junit4] 2> 269841 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269843 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269846 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269849 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269850 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269853 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=1
[junit4:junit4] 2> 269855 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269859 T790 C408 P40834 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 269863 T790 C408 P40834 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_2,generation=2}
[junit4:junit4] 2> 269863 T790 C408 P40834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 269864 T790 C408 P40834 oass.SolrIndexSearcher.<init> Opening Searcher@70b8e266 main
[junit4:junit4] 2> 269865 T790 C408 P40834 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 269866 T804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70b8e266 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 269867 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439164674954231808)],commit=} 0 9
[junit4:junit4] 2> 269886 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:35023/ayxx/j/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439164674965766144)]} 0 1
[junit4:junit4] 2> 269887 T815 C405 P35023 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35023/ayxx/j/collection1/, StdNode: http://127.0.0.1:51777/ayxx/j/collection1/, StdNode: http://127.0.0.1:47130/ayxx/j/collection1/, StdNode: http://127.0.0.1:19329/ayxx/j/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 269889 T816 C405 P35023 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 269890 T832 C407 P47130 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 269890 T843 C404 P51777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 269890 T861 C406 P19329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 269891 T832 C407 P47130 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 269891 T861 C406 P19329 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 269892 T832 C407 P47130 oass.SolrIndexSearcher.<init> Opening Searcher@458997f9 main
[junit4:junit4] 2> 269892 T861 C406 P19329 oass.SolrIndexSearcher.<init> Opening Searcher@c810c2a main
[junit4:junit4] 2> 269893 T832 C407 P47130 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 269893 T816 C405 P35023 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_2,generation=2}
[junit4:junit4] 2> 269895 T872 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c810c2a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 269894 T843 C404 P51777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_2,generation=2}
[junit4:junit4] 2> 269894 T838 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@458997f9 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 269894 T861 C406 P19329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 269896 T832 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 269895 T843 C404 P51777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 269895 T816 C405 P35023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 269896 T861 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 269898 T843 C404 P51777 oass.SolrIndexSearcher.<init> Opening Searcher@6db25265 main
[junit4:junit4] 2> 269898 T816 C405 P35023 oass.SolrIndexSearcher.<init> Opening Searcher@774baa76 main
[junit4:junit4] 2> 269898 T843 C404 P51777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 269899 T816 C405 P35023 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 269899 T854 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6db25265 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 269900 T822 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@774baa76 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 269900 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 269900 T816 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 269901 T815 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439164674965766144)],commit=} 0 31
[junit4:junit4] 2> 269903 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269905 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269910 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 269913 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 269920 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269924 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269927 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269929 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269931 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269938 T810 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387658&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 269938 T826 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387658&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269942 T810 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387658&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 269943 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=9
[junit4:junit4] 2> 269951 T812 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387671&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 269951 T828 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387671&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 269954 T812 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387671&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 269955 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 269957 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 269964 T889 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387684&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 269964 T890 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387684&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269968 T889 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387684&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 269969 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=9
[junit4:junit4] 2> 269975 T893 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387696&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 269975 T894 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387696&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 269979 T893 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387696&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 269980 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 269986 T790 C408 P40834 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 269989 T790 C408 P40834 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_3,generation=3}
[junit4:junit4] 2> 269990 T790 C408 P40834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 269991 T790 C408 P40834 oass.SolrIndexSearcher.<init> Opening Searcher@1ac5009a main
[junit4:junit4] 2> 269992 T790 C408 P40834 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 269993 T804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ac5009a main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 269993 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439164675085303808)],commit=} 0 9
[junit4:junit4] 2> 270011 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:35023/ayxx/j/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439164675107323904)]} 0 2
[junit4:junit4] 2> 270012 T895 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:47130/ayxx/j/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439164675107323904)]} 0 8
[junit4:junit4] 2> 270013 T831 C407 P47130 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35023/ayxx/j/collection1/, StdNode: http://127.0.0.1:51777/ayxx/j/collection1/, StdNode: http://127.0.0.1:47130/ayxx/j/collection1/, StdNode: http://127.0.0.1:19329/ayxx/j/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 270016 T845 C404 P51777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270016 T899 C407 P47130 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270017 T859 C406 P19329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270017 T895 C405 P35023 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270017 T899 C407 P47130 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 270018 T859 C406 P19329 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 270019 T899 C407 P47130 oass.SolrIndexSearcher.<init> Opening Searcher@6f175bcb main
[junit4:junit4] 2> 270019 T859 C406 P19329 oass.SolrIndexSearcher.<init> Opening Searcher@7c1f0c2a main
[junit4:junit4] 2> 270020 T899 C407 P47130 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270021 T859 C406 P19329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270022 T838 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f175bcb main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 270022 T872 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c1f0c2a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 270023 T899 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 270023 T859 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 270023 T895 C405 P35023 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_3,generation=3}
[junit4:junit4] 2> 270024 T895 C405 P35023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 270025 T895 C405 P35023 oass.SolrIndexSearcher.<init> Opening Searcher@2d1a3199 main
[junit4:junit4] 2> 270026 T895 C405 P35023 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270027 T822 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d1a3199 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 270027 T895 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 270030 T845 C404 P51777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_3,generation=3}
[junit4:junit4] 2> 270030 T845 C404 P51777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 270032 T845 C404 P51777 oass.SolrIndexSearcher.<init> Opening Searcher@7a4ba93f main
[junit4:junit4] 2> 270032 T845 C404 P51777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270033 T854 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a4ba93f main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 270034 T845 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 2> 270035 T831 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 39
[junit4:junit4] 2> 270037 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270039 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270044 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270047 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 270049 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270053 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270056 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270058 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270060 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270066 T826 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387787&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270067 T810 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387787&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270070 T810 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387787&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270071 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 270078 T828 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387798&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270079 T812 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387798&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270082 T812 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387798&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270083 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=9
[junit4:junit4] 2> 270085 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270093 T889 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387813&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270093 T890 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387813&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 270096 T889 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387813&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270097 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 270103 T894 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387824&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270104 T893 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387824&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270107 T893 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387824&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270108 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 270113 T790 C408 P40834 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270117 T790 C408 P40834 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_4,generation=4}
[junit4:junit4] 2> 270118 T790 C408 P40834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 270119 T790 C408 P40834 oass.SolrIndexSearcher.<init> Opening Searcher@56b7aae1 main
[junit4:junit4] 2> 270120 T790 C408 P40834 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270120 T804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56b7aae1 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 270121 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439164675218472960)],commit=} 0 10
[junit4:junit4] 2> 270134 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:35023/ayxx/j/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439164675236298752)]} 0 2
[junit4:junit4] 2> 270135 T814 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:51777/ayxx/j/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439164675236298752)]} 0 8
[junit4:junit4] 2> 270136 T844 C404 P51777 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35023/ayxx/j/collection1/, StdNode: http://127.0.0.1:51777/ayxx/j/collection1/, StdNode: http://127.0.0.1:47130/ayxx/j/collection1/, StdNode: http://127.0.0.1:19329/ayxx/j/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 270138 T846 C404 P51777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270138 T862 C406 P19329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270138 T814 C405 P35023 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270140 T862 C406 P19329 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 270140 T830 C407 P47130 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270140 T862 C406 P19329 oass.SolrIndexSearcher.<init> Opening Searcher@2d09f7cf main
[junit4:junit4] 2> 270141 T830 C407 P47130 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 270141 T862 C406 P19329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270142 T830 C407 P47130 oass.SolrIndexSearcher.<init> Opening Searcher@5e58703a main
[junit4:junit4] 2> 270142 T872 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d09f7cf main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 270143 T830 C407 P47130 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270143 T846 C404 P51777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_4,generation=4}
[junit4:junit4] 2> 270144 T838 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e58703a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 270143 T862 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 270145 T830 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 270143 T814 C405 P35023 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_4,generation=4}
[junit4:junit4] 2> 270144 T846 C404 P51777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 270146 T814 C405 P35023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 270147 T846 C404 P51777 oass.SolrIndexSearcher.<init> Opening Searcher@68f4c6c8 main
[junit4:junit4] 2> 270147 T814 C405 P35023 oass.SolrIndexSearcher.<init> Opening Searcher@6ba2b0c1 main
[junit4:junit4] 2> 270148 T846 C404 P51777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270148 T814 C405 P35023 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270149 T854 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68f4c6c8 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 270149 T822 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ba2b0c1 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 270150 T846 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 270150 T814 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 270151 T844 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 27
[junit4:junit4] 2> 270152 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270154 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270159 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270163 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270164 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270168 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270171 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270173 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270175 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270180 T863 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387902&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270180 T847 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387902&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 270184 T847 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387902&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270185 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 270190 T864 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387912&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270191 T848 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387912&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270194 T848 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387912&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270195 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 270197 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270204 T902 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387925&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270204 T865 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387925&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 270208 T902 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387925&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=1
[junit4:junit4] 2> 270208 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 270214 T903 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387935&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270214 T904 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387935&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 270217 T903 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494387935&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270218 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=7
[junit4:junit4] 2> 270223 T790 C408 P40834 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270227 T790 C408 P40834 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3dbc562e lockFactory=org.apache.lucene.store.NativeFSLockFactory@6813cc41),segFN=segments_5,generation=5}
[junit4:junit4] 2> 270227 T790 C408 P40834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 270228 T790 C408 P40834 oass.SolrIndexSearcher.<init> Opening Searcher@587f259b main
[junit4:junit4] 2> 270229 T790 C408 P40834 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270230 T804 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@587f259b main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 270230 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439164675333816320)],commit=} 0 9
[junit4:junit4] 2> 270243 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:35023/ayxx/j/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439164675349544960)]} 0 2
[junit4:junit4] 2> 270244 T906 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:19329/ayxx/j/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439164675349544960)]} 0 8
[junit4:junit4] 2> 270245 T860 C406 P19329 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35023/ayxx/j/collection1/, StdNode: http://127.0.0.1:51777/ayxx/j/collection1/, StdNode: http://127.0.0.1:47130/ayxx/j/collection1/, StdNode: http://127.0.0.1:19329/ayxx/j/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 270248 T906 C405 P35023 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270248 T910 C404 P51777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270248 T912 C406 P19329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270248 T911 C407 P47130 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 270250 T912 C406 P19329 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 270250 T911 C407 P47130 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 270250 T912 C406 P19329 oass.SolrIndexSearcher.<init> Opening Searcher@1200c9d5 main
[junit4:junit4] 2> 270251 T911 C407 P47130 oass.SolrIndexSearcher.<init> Opening Searcher@740a2a7f main
[junit4:junit4] 2> 270251 T906 C405 P35023 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6a607e58 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21f73cf5),segFN=segments_5,generation=5}
[junit4:junit4] 2> 270251 T912 C406 P19329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270252 T838 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@740a2a7f main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 270252 T872 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1200c9d5 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 270252 T906 C405 P35023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 270252 T911 C407 P47130 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270253 T912 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 270254 T911 C407 P47130 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 270254 T906 C405 P35023 oass.SolrIndexSearcher.<init> Opening Searcher@659989c9 main
[junit4:junit4] 2> 270255 T906 C405 P35023 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270256 T822 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@659989c9 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 270257 T906 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 270260 T910 C404 P51777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5163164f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff31743),segFN=segments_5,generation=5}
[junit4:junit4] 2> 270261 T910 C404 P51777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 270262 T910 C404 P51777 oass.SolrIndexSearcher.<init> Opening Searcher@2fd16b29 main
[junit4:junit4] 2> 270263 T910 C404 P51777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 270264 T854 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fd16b29 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 270264 T910 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 2> 270265 T860 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 32
[junit4:junit4] 2> 270267 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270269 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270273 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270277 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270278 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270282 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270285 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270287 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270289 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270296 T826 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388016&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270296 T847 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388016&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270300 T847 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388016&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=1
[junit4:junit4] 2> 270301 T815 C405 P35023 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=9
[junit4:junit4] 2> 270307 T828 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388028&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 270307 T848 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388028&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 270311 T848 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388028&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270312 T844 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 270314 T778 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 270322 T890 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388042&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 270322 T902 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388042&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270327 T902 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388042&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=1
[junit4:junit4] 2> 270328 T831 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=10
[junit4:junit4] 2> 270335 T903 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388055&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=1
[junit4:junit4] 2> 270335 T894 C407 P47130 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388055&shard.url=127.0.0.1:47130/ayxx/j/collection1/|127.0.0.1:19329/ayxx/j/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=1
[junit4:junit4] 2> 270338 T903 C404 P51777 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={NOW=1372494388055&shard.url=127.0.0.1:35023/ayxx/j/collection1/|127.0.0.1:51777/ayxx/j/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 270339 T860 C406 P19329 oasc.SolrCore.execute [collection1] webapp=/ayxx/j path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=8
[junit4:junit4] 2> 270352 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={wt=javabin&version=2} {add=[1 (1439164675468034048)]} 0 4
[junit4:junit4] 2> 270367 T843 C404 P51777 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:35023/ayxx/j/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439164675478519808)]} 0 3
[junit4:junit4] 2> 270368 T906 C405 P35023 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:19329/ayxx/j/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439164675478519808)]} 0 10
[junit4:junit4] 2> 270369 T913 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={wt=javabin&version=2} {add=[1]} 0 14
[junit4:junit4] 2> 270374 T790 C408 P40834 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={wt=javabin&version=2} {add=[2 (1439164675492151296)]} 0 2
[junit4:junit4] 2> 270389 T859 C406 P19329 oasup.LogUpdateProcessor.finish [collection1] webapp=/ayxx/j path=/update params={distrib.from=http://127.0.0.1:47130/ayxx/j/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1439164675501588480
[...truncated too long message...]
inSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sr_RS, timezone=America/Louisville
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=180513280,total=458883072
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestFaceting, TestSurroundQueryParser, FastVectorHighlighterTest, TestDynamicFieldResource, PreAnalyzedFieldTest, ParsingFieldUpdateProcessorsTest, RAMDirectoryFactoryTest, TestSolrXmlPersistence, TestDynamicFieldCollectionResource, DistributedSpellCheckComponentTest, TestPhraseSuggestions, LukeRequestHandlerTest, TestShardHandlerFactory, FileBasedSpellCheckerTest, SliceStateTest, AssignTest, TestSolrIndexConfig, TestReversedWildcardFilterFactory, OverseerCollectionProcessorTest, ResourceLoaderTest, TestRandomDVFaceting, TestRemoteStreaming, SoftAutoCommitTest, BinaryUpdateRequestHandlerTest, TestSchemaNameResource, CSVRequestHandlerTest, BlockCacheTest, TestPluginEnable, SuggesterFSTTest, SOLR749Test, TestManagedSchemaFieldResource, SimpleFacetsTest, TestCharFilters, TestExtendedDismaxParser, ScriptEngineTest, TestPseudoReturnFields, BadComponentTest, QueryElevationComponentTest, TestPHPSerializedResponseWriter, SpellingQueryConverterTest, TestSweetSpotSimilarityFactory, TestSearchPerf, BasicDistributedZkTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=89C71AC1E48B1817 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=sr_RS -Dtests.timezone=America/Louisville -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 0.00s J0 | BasicDistributedZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4:junit4] > 1) Thread[id=1248, name=recoveryCmdExecutor-492-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([89C71AC1E48B1817]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=1248, name=recoveryCmdExecutor-492-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([89C71AC1E48B1817]:0)
[junit4:junit4] Completed on J0 in 214.56s, 1 test, 2 errors <<< FAILURES!
[...truncated 759 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:190: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:443: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1245: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:889: There were test failures: 312 suites, 1316 tests, 2 suite-level errors, 750 ignored (2 assumptions)
Total time: 73 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 304 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/304/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest: 1) Thread[id=4119, name=recoveryCmdExecutor-1390-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
1) Thread[id=4119, name=recoveryCmdExecutor-1390-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([C4D3438346BE2862]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4119, name=recoveryCmdExecutor-1390-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4119, name=recoveryCmdExecutor-1390-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([C4D3438346BE2862]:0)
Build Log:
[...truncated 9672 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4] 2> 1271403 T3623 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/
[junit4:junit4] 2> 1271408 T3623 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZkTest-1372440487034
[junit4:junit4] 2> 1271410 T3623 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1271410 T3624 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1271511 T3623 oasc.ZkTestServer.run start zk server on port:43277
[junit4:junit4] 2> 1271512 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1271516 T3630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63577e1a name:ZooKeeperConnection Watcher:127.0.0.1:43277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1271516 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1271517 T3623 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1271528 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1271530 T3632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@142c72f7 name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1271530 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1271531 T3623 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1271540 T3623 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1271543 T3623 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1271545 T3623 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1271554 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1271555 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1271560 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1271561 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1271682 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1271683 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1271686 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1271686 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1271689 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1271690 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1271697 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1271698 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1271701 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1271702 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1271704 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1271705 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1271708 T3623 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1271708 T3623 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1271980 T3623 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1271985 T3623 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43280
[junit4:junit4] 2> 1271986 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1271986 T3623 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1271987 T3623 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342
[junit4:junit4] 2> 1271987 T3623 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/solr.xml
[junit4:junit4] 2> 1271987 T3623 oasc.CoreContainer.<init> New CoreContainer 501198048
[junit4:junit4] 2> 1271988 T3623 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/'
[junit4:junit4] 2> 1271989 T3623 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/'
[junit4:junit4] 2> 1272113 T3623 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1272114 T3623 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1272114 T3623 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1272115 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1272115 T3623 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1272116 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1272116 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1272117 T3623 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1272117 T3623 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1272117 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1272134 T3623 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1272135 T3623 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43277/solr
[junit4:junit4] 2> 1272136 T3623 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1272137 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1272139 T3643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7907ad7a name:ZooKeeperConnection Watcher:127.0.0.1:43277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1272140 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1272143 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1272154 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1272156 T3645 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@419503bd name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1272156 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1272159 T3623 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1272168 T3623 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1272172 T3623 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1272180 T3623 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43280__
[junit4:junit4] 2> 1272187 T3623 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43280__
[junit4:junit4] 2> 1272190 T3623 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1272211 T3623 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1272224 T3623 oasc.Overseer.start Overseer (id=89944259758784515-127.0.0.1:43280__-n_0000000000) starting
[junit4:junit4] 2> 1272236 T3623 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1272239 T3647 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1272240 T3623 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1272248 T3623 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1272250 T3623 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1272253 T3646 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1272257 T3648 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1272257 T3648 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1272258 T3648 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 1273756 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1273757 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43280__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43280/_"}
[junit4:junit4] 2> 1273757 T3646 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1273758 T3646 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1273771 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1274261 T3648 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 1274261 T3648 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/collection1
[junit4:junit4] 2> 1274261 T3648 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1274262 T3648 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1274262 T3648 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1274264 T3648 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/collection1/'
[junit4:junit4] 2> 1274265 T3648 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/collection1/lib/README' to classloader
[junit4:junit4] 2> 1274266 T3648 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1274315 T3648 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1274374 T3648 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1274475 T3648 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1274481 T3648 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1275035 T3648 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1275043 T3648 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1275046 T3648 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1275057 T3648 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1275065 T3648 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1275070 T3648 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1275071 T3648 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1275071 T3648 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1275071 T3648 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1275072 T3648 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1275072 T3648 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1275072 T3648 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1275073 T3648 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1372440487342/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/control/data/
[junit4:junit4] 2> 1275073 T3648 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@270784d8
[junit4:junit4] 2> 1275074 T3648 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/control/data
[junit4:junit4] 2> 1275074 T3648 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/control/data/index/
[junit4:junit4] 2> 1275074 T3648 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1275075 T3648 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/control/data/index
[junit4:junit4] 2> 1275079 T3648 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1275080 T3648 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1275082 T3648 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1275083 T3648 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1275083 T3648 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1275084 T3648 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1275084 T3648 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1275084 T3648 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1275085 T3648 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1275085 T3648 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1275086 T3648 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1275102 T3648 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1275109 T3648 oass.SolrIndexSearcher.<init> Opening Searcher@54dc0fe7 main
[junit4:junit4] 2> 1275111 T3648 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1275111 T3648 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1275114 T3649 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54dc0fe7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1275116 T3648 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1275116 T3648 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43280/_ collection:control_collection shard:shard1
[junit4:junit4] 2> 1275116 T3648 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1275139 T3648 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 1275148 T3648 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1275148 T3648 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1275148 T3648 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43280/_/collection1/
[junit4:junit4] 2> 1275148 T3648 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1275148 T3648 oasc.SyncStrategy.syncToMe http://127.0.0.1:43280/_/collection1/ has no replicas
[junit4:junit4] 2> 1275148 T3648 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43280/_/collection1/ shard1
[junit4:junit4] 2> 1275149 T3648 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1275275 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1275290 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1275307 T3648 oasc.ZkController.register We are http://127.0.0.1:43280/_/collection1/ and leader is http://127.0.0.1:43280/_/collection1/
[junit4:junit4] 2> 1275307 T3648 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43280/_
[junit4:junit4] 2> 1275307 T3648 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1275307 T3648 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1275307 T3648 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1275309 T3648 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1275309 T3623 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1275310 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1275311 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1275327 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1275329 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1275331 T3652 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14e5e1af name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1275331 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1275332 T3623 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1275334 T3623 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1275510 T3623 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1275513 T3623 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43284
[junit4:junit4] 2> 1275513 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1275513 T3623 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1275514 T3623 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959
[junit4:junit4] 2> 1275514 T3623 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/solr.xml
[junit4:junit4] 2> 1275514 T3623 oasc.CoreContainer.<init> New CoreContainer 1137363475
[junit4:junit4] 2> 1275515 T3623 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/'
[junit4:junit4] 2> 1275515 T3623 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/'
[junit4:junit4] 2> 1275597 T3623 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1275598 T3623 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1275598 T3623 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1275599 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1275599 T3623 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1275599 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1275599 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1275600 T3623 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1275600 T3623 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1275600 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1275611 T3623 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1275612 T3623 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43277/solr
[junit4:junit4] 2> 1275612 T3623 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1275613 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1275615 T3663 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7489cae3 name:ZooKeeperConnection Watcher:127.0.0.1:43277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1275616 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1275618 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1275630 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1275632 T3665 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55e31dfb name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1275632 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1275644 T3623 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1276646 T3623 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43284__
[junit4:junit4] 2> 1276648 T3623 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43284__
[junit4:junit4] 2> 1276651 T3645 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1276651 T3652 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1276651 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1276651 T3665 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1276665 T3666 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1276665 T3666 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1276666 T3666 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 1276795 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1276796 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43280__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43280/_"}
[junit4:junit4] 2> 1276800 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43284__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43284/_"}
[junit4:junit4] 2> 1276800 T3646 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1276800 T3646 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1276812 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1276812 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1276812 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1277668 T3666 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 1277668 T3666 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/collection1
[junit4:junit4] 2> 1277668 T3666 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1277669 T3666 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1277669 T3666 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1277671 T3666 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/collection1/'
[junit4:junit4] 2> 1277672 T3666 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/collection1/lib/README' to classloader
[junit4:junit4] 2> 1277673 T3666 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1277723 T3666 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1277781 T3666 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1277882 T3666 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1277888 T3666 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1278462 T3666 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1278474 T3666 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1278477 T3666 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1278490 T3666 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1278495 T3666 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1278499 T3666 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1278500 T3666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1278501 T3666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1278501 T3666 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1278502 T3666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1278502 T3666 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1278502 T3666 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1278503 T3666 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1372440490959/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty1/
[junit4:junit4] 2> 1278503 T3666 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@270784d8
[junit4:junit4] 2> 1278504 T3666 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty1
[junit4:junit4] 2> 1278504 T3666 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty1/index/
[junit4:junit4] 2> 1278504 T3666 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1278505 T3666 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty1/index
[junit4:junit4] 2> 1278508 T3666 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1278508 T3666 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1278511 T3666 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1278511 T3666 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1278512 T3666 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1278512 T3666 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1278513 T3666 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1278513 T3666 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1278513 T3666 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1278514 T3666 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1278514 T3666 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1278529 T3666 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1278536 T3666 oass.SolrIndexSearcher.<init> Opening Searcher@2791214a main
[junit4:junit4] 2> 1278537 T3666 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1278538 T3666 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1278541 T3667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2791214a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1278543 T3666 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1278543 T3666 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43284/_ collection:collection1 shard:shard1
[junit4:junit4] 2> 1278544 T3666 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1278562 T3666 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
[junit4:junit4] 2> 1278564 T3666 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1278565 T3666 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1278565 T3666 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43284/_/collection1/
[junit4:junit4] 2> 1278565 T3666 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1278565 T3666 oasc.SyncStrategy.syncToMe http://127.0.0.1:43284/_/collection1/ has no replicas
[junit4:junit4] 2> 1278566 T3666 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43284/_/collection1/ shard1
[junit4:junit4] 2> 1278566 T3666 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1279819 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1279863 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1279863 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1279863 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1279897 T3666 oasc.ZkController.register We are http://127.0.0.1:43284/_/collection1/ and leader is http://127.0.0.1:43284/_/collection1/
[junit4:junit4] 2> 1279897 T3666 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43284/_
[junit4:junit4] 2> 1279897 T3666 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1279897 T3666 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1279898 T3666 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1279899 T3666 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1279900 T3623 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1279901 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1279901 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1280179 T3623 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1280182 T3623 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43287
[junit4:junit4] 2> 1280182 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1280183 T3623 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1280183 T3623 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543
[junit4:junit4] 2> 1280184 T3623 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/solr.xml
[junit4:junit4] 2> 1280184 T3623 oasc.CoreContainer.<init> New CoreContainer 1671478887
[junit4:junit4] 2> 1280185 T3623 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/'
[junit4:junit4] 2> 1280185 T3623 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/'
[junit4:junit4] 2> 1280310 T3623 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1280311 T3623 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1280311 T3623 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1280312 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1280312 T3623 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1280313 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1280313 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1280314 T3623 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1280314 T3623 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1280314 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1280331 T3623 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1280332 T3623 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43277/solr
[junit4:junit4] 2> 1280332 T3623 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1280333 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1280336 T3679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50e0305f name:ZooKeeperConnection Watcher:127.0.0.1:43277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1280337 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1280350 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1280362 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1280369 T3681 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@694eb7ca name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1280369 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1280379 T3623 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1281375 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1281376 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43284__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43284/_"}
[junit4:junit4] 2> 1281382 T3623 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43287__
[junit4:junit4] 2> 1281383 T3623 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43287__
[junit4:junit4] 2> 1281385 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1281385 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1281385 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1281385 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1281398 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1281398 T3681 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1281398 T3652 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1281398 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1281405 T3665 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1281405 T3645 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1281405 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1281410 T3682 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1281410 T3682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1281412 T3682 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 1282900 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1282901 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43287__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43287/_"}
[junit4:junit4] 2> 1282901 T3646 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1282901 T3646 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 1282917 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1282917 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1282917 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1282917 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1283414 T3682 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 1283414 T3682 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/collection1
[junit4:junit4] 2> 1283414 T3682 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1283415 T3682 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1283415 T3682 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1283417 T3682 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/collection1/'
[junit4:junit4] 2> 1283418 T3682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1283419 T3682 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/collection1/lib/README' to classloader
[junit4:junit4] 2> 1283467 T3682 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1283525 T3682 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1283626 T3682 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1283632 T3682 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1284217 T3682 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1284229 T3682 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1284233 T3682 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1284246 T3682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1284250 T3682 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1284255 T3682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1284256 T3682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1284256 T3682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1284256 T3682 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1284257 T3682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1284258 T3682 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1284258 T3682 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1284258 T3682 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1372440495543/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty2/
[junit4:junit4] 2> 1284258 T3682 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@270784d8
[junit4:junit4] 2> 1284259 T3682 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty2
[junit4:junit4] 2> 1284260 T3682 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty2/index/
[junit4:junit4] 2> 1284260 T3682 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1284260 T3682 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty2/index
[junit4:junit4] 2> 1284264 T3682 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c48d7ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@58a36ea0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1284264 T3682 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1284267 T3682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1284267 T3682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1284268 T3682 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1284269 T3682 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1284269 T3682 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1284269 T3682 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1284270 T3682 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1284270 T3682 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1284271 T3682 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1284287 T3682 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1284295 T3682 oass.SolrIndexSearcher.<init> Opening Searcher@76cde797 main
[junit4:junit4] 2> 1284296 T3682 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1284296 T3682 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1284300 T3683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76cde797 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1284302 T3682 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1284303 T3682 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43287/_ collection:collection1 shard:shard2
[junit4:junit4] 2> 1284303 T3682 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1284326 T3682 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
[junit4:junit4] 2> 1284329 T3682 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1284329 T3682 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1284329 T3682 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43287/_/collection1/
[junit4:junit4] 2> 1284330 T3682 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1284330 T3682 oasc.SyncStrategy.syncToMe http://127.0.0.1:43287/_/collection1/ has no replicas
[junit4:junit4] 2> 1284330 T3682 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43287/_/collection1/ shard2
[junit4:junit4] 2> 1284330 T3682 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1284421 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1284428 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1284428 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1284428 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1284428 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1284437 T3682 oasc.ZkController.register We are http://127.0.0.1:43287/_/collection1/ and leader is http://127.0.0.1:43287/_/collection1/
[junit4:junit4] 2> 1284437 T3682 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43287/_
[junit4:junit4] 2> 1284437 T3682 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1284437 T3682 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1284437 T3682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1284439 T3682 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1284440 T3623 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1284441 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1284441 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1284715 T3623 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1284718 T3623 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43290
[junit4:junit4] 2> 1284719 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1284720 T3623 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1284720 T3623 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081
[junit4:junit4] 2> 1284721 T3623 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/solr.xml
[junit4:junit4] 2> 1284721 T3623 oasc.CoreContainer.<init> New CoreContainer 1184850790
[junit4:junit4] 2> 1284722 T3623 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/'
[junit4:junit4] 2> 1284722 T3623 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/'
[junit4:junit4] 2> 1284847 T3623 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1284848 T3623 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1284848 T3623 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1284849 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1284849 T3623 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1284849 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1284850 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1284850 T3623 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1284851 T3623 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1284851 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1284866 T3623 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1284867 T3623 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43277/solr
[junit4:junit4] 2> 1284867 T3623 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1284868 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1284900 T3695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@695b0bfd name:ZooKeeperConnection Watcher:127.0.0.1:43277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1284901 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1284910 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1284920 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1284922 T3697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61d702b4 name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1284922 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1284932 T3623 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1285933 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1285934 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43287__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43287/_"}
[junit4:junit4] 2> 1285936 T3623 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43290__
[junit4:junit4] 2> 1285938 T3623 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43290__
[junit4:junit4] 2> 1285939 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285939 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285939 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285939 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285939 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285947 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285947 T3697 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1285947 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1285948 T3652 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1285948 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1285948 T3645 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1285949 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1285955 T3665 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1285955 T3681 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1285960 T3698 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1285960 T3698 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1285961 T3698 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 1287449 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1287450 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43290__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43290/_"}
[junit4:junit4] 2> 1287450 T3646 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1287451 T3646 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4] 2> 1287455 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1287455 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1287455 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1287455 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1287455 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1287964 T3698 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 1287964 T3698 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/collection1
[junit4:junit4] 2> 1287964 T3698 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1287965 T3698 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1287965 T3698 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1287966 T3698 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/collection1/'
[junit4:junit4] 2> 1287968 T3698 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1287968 T3698 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/collection1/lib/README' to classloader
[junit4:junit4] 2> 1288017 T3698 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1288080 T3698 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1288182 T3698 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1288187 T3698 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1288762 T3698 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1288774 T3698 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1288777 T3698 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1288790 T3698 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1288795 T3698 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1288799 T3698 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1288800 T3698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1288801 T3698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1288801 T3698 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1288802 T3698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1288802 T3698 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1288802 T3698 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1288803 T3698 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1372440500081/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty3/
[junit4:junit4] 2> 1288803 T3698 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@270784d8
[junit4:junit4] 2> 1288804 T3698 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty3
[junit4:junit4] 2> 1288804 T3698 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty3/index/
[junit4:junit4] 2> 1288804 T3698 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1288805 T3698 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty3/index
[junit4:junit4] 2> 1288808 T3698 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1288809 T3698 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1288811 T3698 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1288812 T3698 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1288813 T3698 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1288813 T3698 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1288814 T3698 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1288814 T3698 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1288814 T3698 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1288815 T3698 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1288815 T3698 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1288833 T3698 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1288841 T3698 oass.SolrIndexSearcher.<init> Opening Searcher@667c25ab main
[junit4:junit4] 2> 1288842 T3698 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1288842 T3698 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1288846 T3699 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@667c25ab main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1288848 T3698 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1288849 T3698 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43290/_ collection:collection1 shard:shard1
[junit4:junit4] 2> 1288877 T3698 oasc.ZkController.register We are http://127.0.0.1:43290/_/collection1/ and leader is http://127.0.0.1:43284/_/collection1/
[junit4:junit4] 2> 1288877 T3698 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43290/_
[junit4:junit4] 2> 1288878 T3698 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1288878 T3698 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C975 name=collection1 org.apache.solr.core.SolrCore@541766a4 url=http://127.0.0.1:43290/_/collection1 node=127.0.0.1:43290__ C975_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:43290__, base_url=http://127.0.0.1:43290/_}
[junit4:junit4] 2> 1288878 T3700 C975 P43290 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1288878 T3700 C975 P43290 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1288878 T3698 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1288879 T3700 C975 P43290 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1288879 T3700 C975 P43290 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1288880 T3623 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1288880 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1288881 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1288897 T3700 C975 P43290 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1288909 T3655 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1288968 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1288969 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43290__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43290/_"}
[junit4:junit4] 2> 1289055 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1289055 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1289055 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1289055 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1289055 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1289163 T3623 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1289166 T3623 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:43294
[junit4:junit4] 2> 1289166 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1289167 T3623 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1289167 T3623 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522
[junit4:junit4] 2> 1289168 T3623 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/solr.xml
[junit4:junit4] 2> 1289168 T3623 oasc.CoreContainer.<init> New CoreContainer 484082930
[junit4:junit4] 2> 1289169 T3623 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/'
[junit4:junit4] 2> 1289170 T3623 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/'
[junit4:junit4] 2> 1289294 T3623 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1289295 T3623 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1289295 T3623 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1289296 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1289296 T3623 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1289297 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1289297 T3623 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1289298 T3623 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1289298 T3623 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1289299 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1289315 T3623 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1289316 T3623 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:43277/solr
[junit4:junit4] 2> 1289316 T3623 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1289317 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1289323 T3712 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45fcaea2 name:ZooKeeperConnection Watcher:127.0.0.1:43277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1289325 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1289327 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1289339 T3623 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1289341 T3714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19e89f7e name:ZooKeeperConnection Watcher:127.0.0.1:43277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1289341 T3623 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1289356 T3623 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1289911 T3655 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1289911 T3655 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node3&state=recovering&nodeName=127.0.0.1:43290__&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 1290359 T3623 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43294__
[junit4:junit4] 2> 1290368 T3623 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43294__
[junit4:junit4] 2> 1290370 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1290370 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1290371 T3645 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1290371 T3652 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1290371 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290371 T3697 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1290372 T3714 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1290372 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290372 T3681 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1290372 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290373 T3665 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1290385 T3715 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1290385 T3715 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1290386 T3715 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4:junit4] 2> 1290560 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1290561 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43294__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43294/_"}
[junit4:junit4] 2> 1290561 T3646 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1290561 T3646 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4] 2> 1290574 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290575 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290575 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290575 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290575 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1290574 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1291388 T3715 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
[junit4:junit4] 2> 1291388 T3715 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/collection1
[junit4:junit4] 2> 1291388 T3715 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1291389 T3715 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1291389 T3715 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1291391 T3715 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/collection1/'
[junit4:junit4] 2> 1291392 T3715 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/collection1/lib/README' to classloader
[junit4:junit4] 2> 1291393 T3715 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1291442 T3715 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1291506 T3715 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1291607 T3715 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1291612 T3715 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C976 name=collection1 org.apache.solr.core.SolrCore@541766a4 url=http://127.0.0.1:43290/_/collection1 node=127.0.0.1:43290__ C976_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:43290__, base_url=http://127.0.0.1:43290/_}
[junit4:junit4] 2> 1291913 T3700 C976 P43290 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43284/_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1291913 T3700 C976 P43290 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43290/_ START replicas=[http://127.0.0.1:43284/_/collection1/] nUpdates=100
[junit4:junit4] 2> 1291913 T3700 C976 P43290 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1291914 T3700 C976 P43290 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1291914 T3700 C976 P43290 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1291915 T3700 C976 P43290 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1291915 T3700 C976 P43290 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1291915 T3700 C976 P43290 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43284/_/collection1/. core=collection1
[junit4:junit4] 2> 1291915 T3700 C976 P43290 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C977 name=collection1 org.apache.solr.core.SolrCore@44ce11b2 url=http://127.0.0.1:43284/_/collection1 node=127.0.0.1:43284__ C977_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43284__, base_url=http://127.0.0.1:43284/_, leader=true}
[junit4:junit4] 2> 1291923 T3656 C977 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1291926 T3657 C977 P43284 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1291930 T3657 C977 P43284 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1291931 T3657 C977 P43284 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1291931 T3657 C977 P43284 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1291931 T3657 C977 P43284 oass.SolrIndexSearcher.<init> Opening Searcher@628e8710 realtime
[junit4:junit4] 2> 1291932 T3657 C977 P43284 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1291932 T3657 C977 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1291933 T3700 C976 P43290 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1291933 T3700 C976 P43290 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1291935 T3658 C977 P43284 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1291936 T3658 C977 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 1291937 T3700 C976 P43290 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1291937 T3700 C976 P43290 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1291937 T3700 C976 P43290 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1291937 T3700 C976 P43290 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1291939 T3700 C976 P43290 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1292085 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1292086 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43290__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43290/_"}
[junit4:junit4] 2> 1292098 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1292098 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1292098 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1292098 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1292098 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1292098 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1292194 T3715 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1292206 T3715 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1292210 T3715 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1292223 T3715 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1292227 T3715 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1292231 T3715 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1292232 T3715 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1292233 T3715 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1292234 T3715 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1292235 T3715 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1292235 T3715 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1292235 T3715 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1292236 T3715 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1372440504522/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty4/
[junit4:junit4] 2> 1292236 T3715 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@270784d8
[junit4:junit4] 2> 1292237 T3715 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty4
[junit4:junit4] 2> 1292237 T3715 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty4/index/
[junit4:junit4] 2> 1292237 T3715 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1292238 T3715 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.BasicDistributedZkTest-1372440487034/jetty4/index
[junit4:junit4] 2> 1292241 T3715 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@73857e79 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cea6446),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1292242 T3715 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1292244 T3715 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1292245 T3715 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1292245 T3715 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1292246 T3715 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1292246 T3715 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1292247 T3715 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1292248 T3715 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1292248 T3715 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1292249 T3715 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1292265 T3715 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1292272 T3715 oass.SolrIndexSearcher.<init> Opening Searcher@2419fdd3 main
[junit4:junit4] 2> 1292273 T3715 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1292273 T3715 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1292278 T3717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2419fdd3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1292280 T3715 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1292280 T3715 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43294/_ collection:collection1 shard:shard2
[junit4:junit4] 2> 1292283 T3715 oasc.ZkController.register We are http://127.0.0.1:43294/_/collection1/ and leader is http://127.0.0.1:43287/_/collection1/
[junit4:junit4] 2> 1292283 T3715 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43294/_
[junit4:junit4] 2> 1292283 T3715 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1292283 T3715 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C978 name=collection1 org.apache.solr.core.SolrCore@691c501a url=http://127.0.0.1:43294/_/collection1 node=127.0.0.1:43294__ C978_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, node_name=127.0.0.1:43294__, base_url=http://127.0.0.1:43294/_}
[junit4:junit4] 2> 1292284 T3718 C978 P43294 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1292284 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1292284 T3715 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1292284 T3718 C978 P43294 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1292285 T3718 C978 P43294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1292285 T3623 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1292286 T3623 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1292286 T3718 C978 P43294 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1292286 T3623 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1292304 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1292305 T3671 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1292305 T3623 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4:junit4] 2> 1292306 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1293307 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1293603 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1293604 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43294__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43294/_"}
[junit4:junit4] 2> 1293618 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1293618 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1293618 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1293618 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1293618 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1293618 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1294307 T3671 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: core_node4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1294307 T3671 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=core_node4&state=recovering&nodeName=127.0.0.1:43294__&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 1294309 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1295311 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C978_STATE=coll:collection1 core:collection1 props:{state=recovering, core=collection1, node_name=127.0.0.1:43294__, base_url=http://127.0.0.1:43294/_}
[junit4:junit4] 2> 1296309 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43287/_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1296309 T3718 C978 P43294 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43294/_ START replicas=[http://127.0.0.1:43287/_/collection1/] nUpdates=100
[junit4:junit4] 2> 1296310 T3718 C978 P43294 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1296310 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1296311 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1296311 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1296311 T3718 C978 P43294 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1296311 T3718 C978 P43294 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43287/_/collection1/. core=collection1
[junit4:junit4] 2> 1296312 T3718 C978 P43294 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1296313 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C979 name=collection1 org.apache.solr.core.SolrCore@1e95f7a1 url=http://127.0.0.1:43287/_/collection1 node=127.0.0.1:43287__ C979_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43287__, base_url=http://127.0.0.1:43287/_, leader=true}
[junit4:junit4] 2> 1296318 T3672 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1296322 T3673 C979 P43287 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1296325 T3673 C979 P43287 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c48d7ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@58a36ea0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1296325 T3673 C979 P43287 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1296326 T3673 C979 P43287 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1296326 T3673 C979 P43287 oass.SolrIndexSearcher.<init> Opening Searcher@3254cc93 realtime
[junit4:junit4] 2> 1296327 T3673 C979 P43287 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1296327 T3673 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 1296328 T3718 C978 P43294 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1296328 T3718 C978 P43294 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1296329 T3674 C979 P43287 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1296330 T3674 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 1296330 T3718 C978 P43294 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1296330 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1296330 T3718 C978 P43294 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1296331 T3718 C978 P43294 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1296332 T3718 C978 P43294 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1296625 T3646 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1296626 T3646 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"core_node4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43294__",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43294/_"}
[junit4:junit4] 2> 1296638 T3681 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1296638 T3645 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1296638 T3665 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1296638 T3652 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1296638 T3697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1296638 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1297315 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297316 T3623 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C980 name=collection1 org.apache.solr.core.SolrCore@455fd46a url=http://127.0.0.1:43280/_/collection1 node=127.0.0.1:43280__ C980_STATE=coll:control_collection core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43280__, base_url=http://127.0.0.1:43280/_, leader=true}
[junit4:junit4] 2> 1297327 T3635 C980 P43280 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1297328 T3635 C980 P43280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1297330 T3635 C980 P43280 oass.SolrIndexSearcher.<init> Opening Searcher@159fcf2d realtime
[junit4:junit4] 2> 1297330 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1439108183307059200)} 0 6
[junit4:junit4] 2> C978_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43294__, base_url=http://127.0.0.1:43294/_}
[junit4:junit4] 2> 1297355 T3704 C978 P43294 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@73857e79 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cea6446),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1297356 T3704 C978 P43294 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1297358 T3704 C978 P43294 oass.SolrIndexSearcher.<init> Opening Searcher@5a481773 realtime
[junit4:junit4] 2> 1297358 T3704 C978 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={update.distrib=FROMLEADER&_version_=-1439108183324884992&update.from=http://127.0.0.1:43287/_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1439108183324884992)} 0 5
[junit4:junit4] 2> ASYNC NEW_CORE C981 name=collection1 org.apache.solr.core.SolrCore@541766a4 url=http://127.0.0.1:43290/_/collection1 node=127.0.0.1:43290__ C981_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43290__, base_url=http://127.0.0.1:43290/_}
[junit4:junit4] 2> 1297358 T3687 C981 P43290 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1297359 T3687 C981 P43290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1297361 T3687 C981 P43290 oass.SolrIndexSearcher.<init> Opening Searcher@20c0daaa realtime
[junit4:junit4] 2> 1297361 T3687 C981 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={update.distrib=FROMLEADER&_version_=-1439108183329079296&update.from=http://127.0.0.1:43284/_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1439108183329079296)} 0 5
[junit4:junit4] 2> ASYNC NEW_CORE C982 name=collection1 org.apache.solr.core.SolrCore@44ce11b2 url=http://127.0.0.1:43284/_/collection1 node=127.0.0.1:43284__ C982_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43284__, base_url=http://127.0.0.1:43284/_, leader=true}
[junit4:junit4] 2> 1297362 T3659 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1439108183329079296)} 0 16
[junit4:junit4] 2> 1297362 T3675 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1439108183324884992)} 0 20
[junit4:junit4] 2> 1297363 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297365 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297367 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1297368 T3688 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297369 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297371 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297373 T3705 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=*:*&distrib=false&wt=javabin&version=2&sanity_check=is_empty} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1297376 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297379 T3635 C980 P43280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1297380 T3635 C980 P43280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1297381 T3635 C980 P43280 oass.SolrIndexSearcher.<init> Opening Searcher@278120d9 main
[junit4:junit4] 2> 1297382 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297382 T3649 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@278120d9 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 1297383 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439108183359488000)],commit=} 0 8
[junit4:junit4] 2> 1297388 T3687 C981 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43284/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439108183369973760)]} 0 0
[junit4:junit4] 2> 1297389 T3660 C982 P43284 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:43284/_/collection1/, StdNode: http://127.0.0.1:43290/_/collection1/, StdNode: http://127.0.0.1:43287/_/collection1/, StdNode: http://127.0.0.1:43294/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1297391 T3661 C982 P43284 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297391 T3706 C978 P43294 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297391 T3677 C979 P43287 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297392 T3687 C981 P43290 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297392 T3706 C978 P43294 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297392 T3677 C979 P43287 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297393 T3706 C978 P43294 oass.SolrIndexSearcher.<init> Opening Searcher@26d32e74 main
[junit4:junit4] 2> 1297394 T3677 C979 P43287 oass.SolrIndexSearcher.<init> Opening Searcher@1e7a6985 main
[junit4:junit4] 2> 1297394 T3661 C982 P43284 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1297394 T3706 C978 P43294 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297395 T3683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e7a6985 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297395 T3661 C982 P43284 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1297395 T3717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26d32e74 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297395 T3677 C979 P43287 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297396 T3706 C978 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 1297396 T3677 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 1297397 T3661 C982 P43284 oass.SolrIndexSearcher.<init> Opening Searcher@257dae0f main
[junit4:junit4] 2> 1297398 T3661 C982 P43284 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297398 T3667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@257dae0f main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 1297399 T3661 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 1297403 T3687 C981 P43290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1297403 T3687 C981 P43290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1297405 T3687 C981 P43290 oass.SolrIndexSearcher.<init> Opening Searcher@32e65c2b main
[junit4:junit4] 2> 1297405 T3687 C981 P43290 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297406 T3699 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32e65c2b main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):c1)}
[junit4:junit4] 2> 1297406 T3687 C981 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 1297407 T3660 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439108183369973760)],commit=} 0 22
[junit4:junit4] 2> 1297408 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297409 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297412 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297415 T3688 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297416 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297419 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297422 T3705 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297423 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297424 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297429 T3689 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513052&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297429 T3707 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513052&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297432 T3689 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513052&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297433 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=6
[junit4:junit4] 2> 1297437 T3690 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513060&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297437 T3708 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513060&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297440 T3690 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513060&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297440 T3688 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297441 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297446 T3691 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513069&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297446 T3709 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513069&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297449 T3691 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513069&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297449 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297454 T3692 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513077&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297454 T3710 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513077&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297457 T3692 C981 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513077&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297457 T3705 C978 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297462 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297465 T3635 C980 P43280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1297465 T3635 C980 P43280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1297467 T3635 C980 P43280 oass.SolrIndexSearcher.<init> Opening Searcher@42c54cc6 main
[junit4:junit4] 2> 1297467 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297468 T3649 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42c54cc6 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 1297469 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439108183448616960)],commit=} 0 9
[junit4:junit4] 2> 1297479 T3687 C981 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43284/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439108183462248448)]} 0 2
[junit4:junit4] 2> 1297479 T3659 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43287/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439108183462248448)]} 0 6
[junit4:junit4] 2> 1297480 T3676 C979 P43287 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:43284/_/collection1/, StdNode: http://127.0.0.1:43290/_/collection1/, StdNode: http://127.0.0.1:43287/_/collection1/, StdNode: http://127.0.0.1:43294/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1297481 T3693 C981 P43290 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297481 T3671 C979 P43287 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297484 T3704 C978 P43294 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297484 T3659 C982 P43284 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C983 name=collection1 org.apache.solr.core.SolrCore@691c501a url=http://127.0.0.1:43294/_/collection1 node=127.0.0.1:43294__ C983_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43294__, base_url=http://127.0.0.1:43294/_}
[junit4:junit4] 2> 1297485 T3704 C983 P43294 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297484 T3671 C979 P43287 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297491 T3704 C983 P43294 oass.SolrIndexSearcher.<init> Opening Searcher@45e2a3d2 main
[junit4:junit4] 2> 1297492 T3671 C979 P43287 oass.SolrIndexSearcher.<init> Opening Searcher@58d2db4d main
[junit4:junit4] 2> ASYNC NEW_CORE C984 name=collection1 org.apache.solr.core.SolrCore@541766a4 url=http://127.0.0.1:43290/_/collection1 node=127.0.0.1:43290__ C984_STATE=coll:collection1 core:collection1 props:{state=active, core=collection1, node_name=127.0.0.1:43290__, base_url=http://127.0.0.1:43290/_}
[junit4:junit4] 2> 1297494 T3693 C984 P43290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1297493 T3704 C983 P43294 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297495 T3659 C982 P43284 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1297495 T3683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58d2db4d main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297495 T3693 C984 P43290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1297494 T3717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45e2a3d2 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297494 T3671 C979 P43287 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297497 T3704 C983 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 2> 1297496 T3659 C982 P43284 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1297497 T3693 C984 P43290 oass.SolrIndexSearcher.<init> Opening Searcher@33a5095b main
[junit4:junit4] 2> 1297497 T3671 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 2> 1297498 T3693 C984 P43290 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297499 T3699 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33a5095b main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 1297499 T3659 C982 P43284 oass.SolrIndexSearcher.<init> Opening Searcher@7be2ed82 main
[junit4:junit4] 2> 1297499 T3693 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4] 2> 1297500 T3659 C982 P43284 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297500 T3667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7be2ed82 main{StandardDirectoryReader(segments_3:7:nrt _1(5.0):c1)}
[junit4:junit4] 2> 1297501 T3659 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 2> 1297501 T3676 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 30
[junit4:junit4] 2> 1297502 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297503 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297506 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297509 T3688 C984 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297510 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297513 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297515 T3705 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297516 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297517 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297521 T3655 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513145&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297522 T3707 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513145&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297525 T3655 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513145&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297525 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297529 T3657 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513153&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297530 T3708 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513153&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297533 T3657 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513153&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297533 T3688 C984 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297535 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297539 T3737 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513163&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297540 T3709 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513163&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297543 T3737 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513163&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297543 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297547 T3738 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513171&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297548 T3710 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513171&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297551 T3738 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513171&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297551 T3705 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297556 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297559 T3635 C980 P43280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_4,generation=4}
[junit4:junit4] 2> 1297559 T3635 C980 P43280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 1297561 T3635 C980 P43280 oass.SolrIndexSearcher.<init> Opening Searcher@47e8d5dc main
[junit4:junit4] 2> 1297561 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297562 T3649 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47e8d5dc main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 1297562 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439108183547183104)],commit=} 0 8
[junit4:junit4] 2> 1297573 T3687 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43284/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439108183560814592)]} 0 2
[junit4:junit4] 2> 1297573 T3740 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43290/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439108183560814592)]} 0 6
[junit4:junit4] 2> 1297574 T3688 C984 P43290 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:43284/_/collection1/, StdNode: http://127.0.0.1:43290/_/collection1/, StdNode: http://127.0.0.1:43287/_/collection1/, StdNode: http://127.0.0.1:43294/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1297576 T3744 C984 P43290 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297576 T3673 C979 P43287 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297576 T3745 C983 P43294 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297576 T3740 C982 P43284 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297578 T3745 C983 P43294 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297577 T3673 C979 P43287 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297579 T3745 C983 P43294 oass.SolrIndexSearcher.<init> Opening Searcher@70dd1f9a main
[junit4:junit4] 2> 1297580 T3673 C979 P43287 oass.SolrIndexSearcher.<init> Opening Searcher@25271bcf main
[junit4:junit4] 2> 1297580 T3745 C983 P43294 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297581 T3744 C984 P43290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_4,generation=4}
[junit4:junit4] 2> 1297581 T3673 C979 P43287 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297582 T3740 C982 P43284 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_4,generation=4}
[junit4:junit4] 2> 1297581 T3744 C984 P43290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 1297581 T3683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25271bcf main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297581 T3717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70dd1f9a main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297583 T3740 C982 P43284 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 1297584 T3745 C983 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 1297584 T3744 C984 P43290 oass.SolrIndexSearcher.<init> Opening Searcher@7fe7bc65 main
[junit4:junit4] 2> 1297583 T3673 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 1297585 T3744 C984 P43290 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297585 T3699 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7fe7bc65 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 1297585 T3740 C982 P43284 oass.SolrIndexSearcher.<init> Opening Searcher@29fbc978 main
[junit4:junit4] 2> 1297586 T3744 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 1297586 T3740 C982 P43284 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297587 T3667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29fbc978 main{StandardDirectoryReader(segments_4:11:nrt _2(5.0):c1)}
[junit4:junit4] 2> 1297587 T3740 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 1297588 T3688 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 23
[junit4:junit4] 2> 1297589 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297590 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297593 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297596 T3688 C984 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297597 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297600 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297602 T3705 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297603 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297604 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297609 T3707 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513232&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297609 T3655 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513232&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297612 T3655 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513232&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297612 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297617 T3708 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513240&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297617 T3657 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513240&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297620 T3657 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513240&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297620 T3688 C984 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297621 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297626 T3709 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513249&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297626 T3737 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513249&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297629 T3737 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513249&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297629 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297634 T3710 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513257&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297634 T3738 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513257&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297637 T3738 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513257&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297637 T3705 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297642 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297645 T3635 C980 P43280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17700c0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3cbbfd6d),segFN=segments_5,generation=5}
[junit4:junit4] 2> 1297645 T3635 C980 P43280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 1297647 T3635 C980 P43280 oass.SolrIndexSearcher.<init> Opening Searcher@750d5cfc main
[junit4:junit4] 2> 1297647 T3635 C980 P43280 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297648 T3649 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@750d5cfc main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 1297648 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1 (1439108183637360640)],commit=} 0 8
[junit4:junit4] 2> 1297659 T3687 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43284/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439108183650992128)]} 0 2
[junit4:junit4] 2> 1297659 T3747 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43294/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439108183650992128)]} 0 6
[junit4:junit4] 2> 1297660 T3705 C983 P43294 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:43284/_/collection1/, StdNode: http://127.0.0.1:43290/_/collection1/, StdNode: http://127.0.0.1:43287/_/collection1/, StdNode: http://127.0.0.1:43294/_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1297662 T3751 C984 P43290 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297662 T3747 C982 P43284 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297662 T3752 C979 P43287 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297662 T3753 C983 P43294 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1297663 T3752 C979 P43287 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297663 T3753 C983 P43294 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4] 2> 1297664 T3752 C979 P43287 oass.SolrIndexSearcher.<init> Opening Searcher@71ca6d81 main
[junit4:junit4] 2> 1297664 T3753 C983 P43294 oass.SolrIndexSearcher.<init> Opening Searcher@d55c6b8 main
[junit4:junit4] 2> 1297665 T3752 C979 P43287 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297665 T3683 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71ca6d81 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297665 T3747 C982 P43284 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5204628a lockFactory=org.apache.lucene.store.NativeFSLockFactory@668b39e7),segFN=segments_5,generation=5}
[junit4:junit4] 2> 1297665 T3753 C983 P43294 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297665 T3751 C984 P43290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@cc3755c lockFactory=org.apache.lucene.store.NativeFSLockFactory@12f133af),segFN=segments_5,generation=5}
[junit4:junit4] 2> 1297666 T3747 C982 P43284 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 1297666 T3752 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 1297666 T3717 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d55c6b8 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4] 2> 1297667 T3751 C984 P43290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 1297668 T3753 C983 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1297668 T3747 C982 P43284 oass.SolrIndexSearcher.<init> Opening Searcher@24edf410 main
[junit4:junit4] 2> 1297669 T3747 C982 P43284 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297669 T3751 C984 P43290 oass.SolrIndexSearcher.<init> Opening Searcher@6006c1f0 main
[junit4:junit4] 2> 1297670 T3667 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24edf410 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 1297670 T3751 C984 P43290 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1297670 T3747 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 1297671 T3699 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6006c1f0 main{StandardDirectoryReader(segments_5:15:nrt _3(5.0):c1)}
[junit4:junit4] 2> 1297671 T3751 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 1297672 T3705 C983 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={commit=true&wt=javabin&version=2} {add=[1],commit=} 0 21
[junit4:junit4] 2> 1297673 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297674 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297677 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297680 T3688 C984 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297681 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297684 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297687 T3705 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&distrib=false&wt=javabin&version=2&sanity_check=non_distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297688 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297689 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297693 T3754 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513317&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297694 T3655 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513317&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297697 T3655 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513317&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297697 T3660 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297701 T3755 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513325&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297702 T3657 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513325&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297705 T3657 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513325&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297705 T3688 C984 P43290 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297706 T3623 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1297711 T3756 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513335&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297712 T3737 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513335&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297715 T3737 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513335&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297715 T3676 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297719 T3757 C979 P43287 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513343&shard.url=127.0.0.1:43287/_/collection1/|127.0.0.1:43294/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1297720 T3738 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513343&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&fl=id,score&start=0&q=id:1&distrib=false&wt=javabin&isShard=true&fsv=true&version=2&rows=10&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=0
[junit4:junit4] 2> 1297723 T3738 C982 P43284 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={NOW=1372440513343&shard.url=127.0.0.1:43284/_/collection1/|127.0.0.1:43290/_/collection1/&ids=1&q=id:1&distrib=false&wt=javabin&isShard=true&version=2&sanity_check=distrib_id_1_lookup} status=0 QTime=0
[junit4:junit4] 2> 1297723 T3705 C983 P43294 oasc.SolrCore.execute [collection1] webapp=/_ path=/select params={q=id:1&wt=javabin&version=2&sanity_check=distrib_id_1_lookup} hits=1 status=0 QTime=5
[junit4:junit4] 2> 1297729 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[1 (1439108183727538176)]} 0 3
[junit4:junit4] 2> 1297740 T3687 C984 P43290 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43284/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1439108183734878208)]} 0 3
[junit4:junit4] 2> 1297740 T3659 C982 P43284 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43287/_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1439108183734878208)]} 0 7
[junit4:junit4] 2> 1297741 T3675 C979 P43287 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[1]} 0 10
[junit4:junit4] 2> 1297744 T3635 C980 P43280 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={wt=javabin&version=2} {add=[2 (1439108183745363968)]} 0 1
[junit4:junit4] 2> 1297753 T3704 C983 P43294 oasup.LogUpdateProcessor.finish [collection1] webapp=/_ path=/update params={distrib.from=http://127.0.0.1:43287/_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=
[...truncated too long message...]
=PostingsFormat(name=NestedPulsing), genre_s=Lucene41(blocksize=128), author_t=PostingsFormat(name=NestedPulsing), range_facet_l=PostingsFormat(name=Asserting), n_ti1=Lucene41(blocksize=128), text=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=NestedPulsing), val_i=Lucene41(blocksize=128), SubjectTerms_mfacet=PostingsFormat(name=NestedPulsing), series_t=PostingsFormat(name=NestedPulsing), a_t=PostingsFormat(name=Asserting), n_tdt1=PostingsFormat(name=NestedPulsing), regex_dup_A_s=PostingsFormat(name=Memory doPackFST= true), price=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=NestedPulsing), n_l1=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=NestedPulsing), inStock=PostingsFormat(name=Memory doPackFST= true)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=th, timezone=America/Indiana/Marengo
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=75749912,total=375324672
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SignatureUpdateProcessorFactoryTest, TestMultiCoreConfBootstrap, XmlUpdateRequestHandlerTest, HighlighterConfigTest, TestSolrJ, HdfsRecoveryZkTest, TestFiltering, TermVectorComponentDistributedTest, NumericFieldsTest, FieldAnalysisRequestHandlerTest, HdfsSyncSliceTest, DefaultValueUpdateProcessorTest, TestJmxIntegration, TestSolr4Spatial, TestStressReorder, SolrTestCaseJ4Test, ShardSplitTest, SimplePostToolTest, TestPartialUpdateDeduplication, NotRequiredUniqueKeyTest, UpdateParamsTest, TestJmxMonitoredMap, TestElisionMultitermQuery, TestMergePolicyConfig, TestFoldingMultitermQuery, CurrencyFieldOpenExchangeTest, TestQuerySenderNoQuery, BasicDistributedZk2Test, StandardRequestHandlerTest, IndexReaderFactoryTest, TestPropInject, PingRequestHandlerTest, TestRangeQuery, ChaosMonkeySafeLeaderTest, BadIndexSchemaTest, EchoParamsTest, TestDefaultSimilarityFactory, HdfsDirectoryTest, RequestHandlersTest, JSONWriterTest, TestComponentsName, TestLMJelinekMercerSimilarityFactory, CoreContainerCoreInitFailuresTest, TestSchemaSimilarityResource, TestSchemaResource, HdfsBasicDistributedZkTest, TestCloudManagedSchema, TestBinaryResponseWriter, CollectionsAPIDistributedZkTest, TestCSVResponseWriter, QueryResultKeyTest, DocumentAnalysisRequestHandlerTest, SolrRequestParserTest, TestAnalyzedSuggestions, TestCollationField, TestArbitraryIndexDir, DisMaxRequestHandlerTest, TestRecoveryHdfs, PathHierarchyTokenizerFactoryTest, DebugComponentTest, TestRTGBase, TestDistributedGrouping, CachingDirectoryFactoryTest, TestSuggestSpellingConverter, TestIndexSearcher, TestSolrQueryParserResource, TestUpdate, OutputWriterTest, SolrCoreCheckLockOnStartupTest, IndexSchemaRuntimeFieldTest, MultiTermTest, TestLuceneMatchVersion, ZkSolrClientTest, SuggesterTSTTest, TestRandomFaceting, BasicDistributedZkTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=BasicDistributedZkTest -Dtests.seed=C4D3438346BE2862 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=th -Dtests.timezone=America/Indiana/Marengo -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 0.00s J1 | BasicDistributedZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.BasicDistributedZkTest:
[junit4:junit4] > 1) Thread[id=4119, name=recoveryCmdExecutor-1390-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([C4D3438346BE2862]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=4119, name=recoveryCmdExecutor-1390-thread-1, state=RUNNABLE, group=TGRP-BasicDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:297)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([C4D3438346BE2862]:0)
[junit4:junit4] Completed on J1 in 236.90s, 1 test, 2 errors <<< FAILURES!
[...truncated 491 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:190: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:443: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1245: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:889: There were test failures: 312 suites, 1316 tests, 2 suite-level errors, 621 ignored (1 assumption)
Total time: 96 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure