You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/05/14 02:06:43 UTC

[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 130 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/130/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch

Error Message:
 Expected: is <3>      got: <4> 

Stack Trace:
java.lang.AssertionError: 
Expected: is <3>
     got: <4>

	at __randomizedtesting.SeedInfo.seed([5F36DD2E780EA866:20D125E3F033758]:0)
	at org.junit.Assert.assertThat(Assert.java:780)
	at org.junit.Assert.assertThat(Assert.java:738)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12855 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/init-core-data-001
   [junit4]   2> 15517 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 15537 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 15539 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 15540 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 15638 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49873
   [junit4]   2> 15669 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 15726 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 15741 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 17661 INFO  (zkCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c56c092 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17662 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17662 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17665 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 17696 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 17698 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 17701 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14584893{/solr,null,AVAILABLE}
   [junit4]   2> 17705 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 17707 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 17707 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bc94856{/solr,null,AVAILABLE}
   [junit4]   2> 17705 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@3481c7f0{HTTP/1.1,[http/1.1]}{127.0.0.1:36992}
   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.Server Started @22289ms
   [junit4]   2> 17708 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@502c5f47{HTTP/1.1,[http/1.1]}{127.0.0.1:57008}
   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.Server Started @22289ms
   [junit4]   2> 17714 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c08cb7e{/solr,null,AVAILABLE}
   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36992}
   [junit4]   2> 17714 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57008}
   [junit4]   2> 17726 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5040a9d1{HTTP/1.1,[http/1.1]}{127.0.0.1:63532}
   [junit4]   2> 17727 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34f50864{/solr,null,AVAILABLE}
   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.Server Started @22304ms
   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63532}
   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@1962ea4f{HTTP/1.1,[http/1.1]}{127.0.0.1:40413}
   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.Server Started @22306ms
   [junit4]   2> 17725 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40413}
   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 17730 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2'
   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1'
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4'
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3'
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 17730 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17734 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17735 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17737 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17741 INFO  (zkCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f24369d name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17742 INFO  (zkCallback-9-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e155deb name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17743 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17745 INFO  (zkCallback-11-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a75daa3 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17745 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 17745 INFO  (zkCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2fe67e39 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17747 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17750 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 17750 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 17791 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/.
   [junit4]   2> 17791 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1416086828
   [junit4]   2> 17792 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1]
   [junit4]   2> 17792 WARN  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/lib
   [junit4]   2> 17792 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/.
   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1263981755
   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2]
   [junit4]   2> 17795 WARN  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/lib
   [junit4]   2> 17795 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/.
   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 527649829
   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4]
   [junit4]   2> 17799 WARN  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/lib
   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 17851 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 17851 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
   [junit4]   2> 17875 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/.
   [junit4]   2> 17877 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 860529212
   [junit4]   2> 17877 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3]
   [junit4]   2> 17877 WARN  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/lib
   [junit4]   2> 17878 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 17878 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17891 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17892 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17892 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17894 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17897 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60630f0c name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17898 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b330ba3 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17902 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17903 INFO  (zkCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@631b7270 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17904 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@396c62fb name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17904 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17905 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17907 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17905 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 17910 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@1347fea0
   [junit4]   2> 17910 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@10d72ed5
   [junit4]   2> 17913 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@3cff41b
   [junit4]   2> 17914 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17914 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17915 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17916 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@2c9cca7a
   [junit4]   2> 17917 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23dc83e8 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17917 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17917 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 17921 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@797529c7 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17922 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17927 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fe865e6 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17929 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17933 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@265cbc5b name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 17934 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 17934 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 17937 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 17938 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 17946 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 17946 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 17947 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 17948 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 17953 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 17960 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 17963 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 17982 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 17982 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 17983 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 17984 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 17987 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 17989 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 17991 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 17996 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 17997 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 17997 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 17998 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 17998 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 17999 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 18001 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 18001 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 18006 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 18006 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 18007 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 18007 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 18034 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 18034 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 18035 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 18037 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 18038 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 18041 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 18044 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000
   [junit4]   2> 18043 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 18043 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 18044 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 18045 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677322-127.0.0.1:63532_solr-n_0000000001
   [junit4]   2> 18045 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002
   [junit4]   2> 18046 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40413_solr
   [junit4]   2> 18046 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677324-127.0.0.1:57008_solr-n_0000000003
   [junit4]   2> 18049 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677322-127.0.0.1:63532_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57008_solr
   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36992_solr
   [junit4]   2> 18051 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 18052 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer (id=95891707041677321-127.0.0.1:40413_solr-n_0000000000) starting
   [junit4]   2> 18053 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63532_solr
   [junit4]   2> 18054 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57008_solr
   [junit4]   2> 18054 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:63532_solr
   [junit4]   2> 18060 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18061 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36992_solr
   [junit4]   2> 18061 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18063 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18063 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18065 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18066 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18069 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 18069 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 18069 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 18070 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 18071 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 18073 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 18095 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 18096 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 18115 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 18115 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 18144 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 18146 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/.
   [junit4]   2> 18146 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 18148 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 18148 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 18156 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/.
   [junit4]   2> 18157 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 18158 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 18158 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 18162 INFO  (OverseerCollectionConfigSetProcessor-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 18164 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40413_solr as DOWN
   [junit4]   2> 18168 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 18170 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
   [junit4]   2> 18172 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 18172 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 18173 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/.
   [junit4]   2> 18173 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 18178 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 18178 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 18185 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40413_solr"} current state version: 0
   [junit4]   2> 18192 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40413_solr
   [junit4]   2> 19171 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
   [junit4]   2> 19172 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40413_solr
   [junit4]   2> 19184 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19184 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19190 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19192 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19192 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 19203 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 19203 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 19203 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 19209 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 19209 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 19212 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/.
   [junit4]   2> 19213 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 19216 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 19216 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 19217 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 19218 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19228 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d1d228d name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19229 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19229 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 19237 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:49873/solr
   [junit4]   2> 19239 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 19239 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19259 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76a3dba1 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19259 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19261 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 19261 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 19272 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 19280 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
   [junit4]   2> 19287 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
   [junit4]   2> 19292 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
   [junit4]   2> 19296 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
   [junit4]   2> 19299 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
   [junit4]   2> 19303 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
   [junit4]   2> 19307 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
   [junit4]   2> 19345 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatcherIsRemovedAfterTimeout
   [junit4]   2> 19349 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 19350 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19354 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c15d6f6 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19354 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19355 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 19374 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [no-such-collection]
   [junit4]   2> 19391 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatcherIsRemovedAfterTimeout
   [junit4]   2> 19443 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateChecksCurrentState
   [junit4]   2> 19443 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 19444 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 19448 INFO  (zkCallback-37-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a20a774 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 19449 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 19449 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 19567 INFO  (qtp8715082-95) [n:127.0.0.1:63532_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 19586 INFO  (OverseerCollectionConfigSetProcessor-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"waitforstate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 19588 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"waitforstate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 19590 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection waitforstate
   [junit4]   2> 19621 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/waitforstate 
   [junit4]   2> 19622 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate
   [junit4]   2> 19631 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 19631 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 19631 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 19633 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 19633 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 19642 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"waitforstate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 19642 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: waitforstate
   [junit4]   2> 19669 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/waitforstate/state.json
   [junit4]   2> 19745 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection waitforstate, shardNames [shard1] , replicationFactor : 1
   [junit4]   2> 19745 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core waitforstate_shard1_replica1 as part of shard shard1 of collection waitforstate on 127.0.0.1:63532_solr
   [junit4]   2> 19758 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2
   [junit4]   2> 19762 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=waitforstate_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=waitforstate, numShards=1, dataDir=data/, shard=shard1}
   [junit4]   2> 19764 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 19767 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Registering watch for collection waitforstate
   [junit4]   2> 19768 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [waitforstate] ver [0]
   [junit4]   2> 19769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 19769 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"waitforstate_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"waitforstate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 19774 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"waitforstate_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"waitforstate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 19882 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 0
   [junit4]   2> 19887 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 19887 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [0] to [1]
   [junit4]   2> 20769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for waitforstate_shard1_replica1
   [junit4]   2> 20769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:waitforstate
   [junit4]   2> 20794 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 20794 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/waitforstate]
   [junit4]   2> 20795 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/waitforstate] [configName]=[config] specified config exists in ZooKeeper
   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/waitforstate_shard1_replica1'
   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 20799 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 20832 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 20840 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 20868 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20886 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema [waitforstate_shard1_replica1] Schema name=test
   [junit4]   2> 21108 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 21109 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 21109 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 21140 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 21199 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/config', cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 21200 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'waitforstate_shard1_replica1' using configuration from collection waitforstate
   [junit4]   2> 21200 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 21201 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [[waitforstate_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/waitforstate_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/]
   [junit4]   2> 21202 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: waitforstate_shard1_replica1
   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data
   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index/
   [junit4]   2> 21205 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index
   [junit4]   2> 21206 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3735e084 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69bd3a6e),segFN=segments_1,generation=1}
   [junit4]   2> 21206 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 21211 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 21214 INFO  (OldIndexDirectoryCleanupThreadForCore-waitforstate_shard1_replica1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core waitforstate_shard1_replica1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/
   [junit4]   2> 21215 WARN  (OldIndexDirectoryCleanupThreadForCore-waitforstate_shard1_replica1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 21218 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 21220 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 21254 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 21255 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 21268 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 21268 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 21269 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 21269 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 21295 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 21295 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3735e084 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69bd3a6e),segFN=segments_1,generation=1}
   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3137bdbb[waitforstate_shard1_replica1] main]
   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/waitforstate]
   [junit4]   2> 21298 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/waitforstate] [configName]=[config] specified config exists in ZooKeeper
   [junit4]   2> 21298 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/config
   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 21313 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/config/_rest_managed.json
   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1534267318663643136
   [junit4]   2> 21340 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1534267318663643136
   [junit4]   2> 21342 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/config
   [junit4]   2> 21344 INFO  (searcherExecutor-39-thread-1-processing-n:127.0.0.1:63532_solr x:waitforstate_shard1_replica1 s:shard1 c:waitforstate r:core_node1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Registered new searcher Searcher@3137bdbb[waitforstate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 21345 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer registering core: waitforstate_shard1_replica1
   [junit4]   2> 21345 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController Register replica - core:waitforstate_shard1_replica1 address:http://127.0.0.1:63532/solr collection:waitforstate shard:shard1
   [junit4]   2> 21364 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate/leader_elect/shard1/election
   [junit4]   2> 21408 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/waitforstate/leader_elect/shard1/election/95891707041677322-core_node1-n_0000000000
   [junit4]   2> 21409 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 21414 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 21414 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/
   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ has no replicas
   [junit4]   2> 21418 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"waitforstate"} current state version: 0
   [junit4]   2> 21426 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 1
   [junit4]   2> 21429 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 21431 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate/leaders/shard1
   [junit4]   2> 21432 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [1] to [2]
   [junit4]   2> 21460 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/waitforstate/leaders/shard1/leader after winning as /collections/waitforstate/leader_elect/shard1/election/95891707041677322-core_node1-n_0000000000
   [junit4]   2> 21530 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ shard1
   [junit4]   2> 21532 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"waitforstate",
   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
   [junit4]   2>   "core":"waitforstate_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 21639 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 2
   [junit4]   2> 21640 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 21642 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [2] to [3]
   [junit4]   2> 21683 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ and leader is http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/
   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=waitforstate_shard1_replica1 baseURL=http://127.0.0.1:63532/solr
   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 21689 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"waitforstate_shard1_replica1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"waitforstate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 21691 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"waitforstate_shard1_replica1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"waitforstate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 21692 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&name=waitforstate_shard

[...truncated too long message...]

llection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] Closing main searcher on request.
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index;done=false>>]
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index
   [junit4]   2> 47048 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testcollection/state.json version: 5
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-1) [n:127.0.0.1:40413_solr c:falsepredicate s:shard1 r:core_node4 x:falsepredicate_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./falsepredicate_shard1_replica1/data/index
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data;done=false>>]
   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 47049 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data
   [junit4]   2> 47050 INFO  (zkCallback-24-thread-3-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 47053 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.Overseer Overseer (id=95891707041677321-127.0.0.1:40413_solr-n_0000000000) closing
   [junit4]   2> 47054 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40413_solr
   [junit4]   2> 47055 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 47056 INFO  (zkCallback-24-thread-3-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testcollection] from [5] to [6]
   [junit4]   2> 48565 WARN  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 48566 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34f50864{/solr,null,UNAVAILABLE}
   [junit4]   2> 48571 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49873 49873
   [junit4]   2> 48587 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 48588 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49873 49873
   [junit4]   2> 48649 WARN  (Thread-14) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	7	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/testcollection/state.json
   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 48650 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001
   [junit4]   2> May 14, 2016 2:02:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=340, maxMBSortInHeap=5.006846218720272, sim=ClassicSimilarity, locale=en-PH, timezone=America/Anchorage
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=137478512,total=279969792
   [junit4]   2> NOTE: All tests run in this JVM: [JdbcDriverTest, HttpClientUtilTest, LBHttpSolrClientBuilderTest, TestUpdateRequestCodec, BasicHttpSolrClientTest, SolrQueryTest, ShardParamsTest, ConcatOperationTest, TestToleratedUpdateError, QueryResponseTest, CloudSolrClientMultiConstructorTest, TestCollectionStateWatchers]
   [junit4] Completed [22/85 (1!)] on J1 in 33.75s, 8 tests, 1 failure <<< FAILURES!

[...truncated 199 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:246: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 85 suites, 646 tests, 1 failure, 2 ignored [seed: 5F36DD2E780EA866]

Total time: 84 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 135 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/135/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch

Error Message:
 Expected: is <3>      got: <4> 

Stack Trace:
java.lang.AssertionError: 
Expected: is <3>
     got: <4>

	at __randomizedtesting.SeedInfo.seed([E263648291F6EB8E:BF58ABF2D6FB74B0]:0)
	at org.junit.Assert.assertThat(Assert.java:780)
	at org.junit.Assert.assertThat(Assert.java:738)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12835 lines...]
   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/init-core-data-001
   [junit4]   2> 1    INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 77   INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.e.j.u.log Logging initialized @4441ms
   [junit4]   2> 154  INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 159  INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 159  INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 258  INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:61402
   [junit4]   2> 294  INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 349  INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 393  WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 2340 INFO  (zkCallback-3-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65980c62 name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2340 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2344 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2346 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2375 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 2717 INFO  (jetty-launcher-2-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2736 INFO  (jetty-launcher-2-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2730 INFO  (jetty-launcher-2-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2730 INFO  (jetty-launcher-2-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2817 INFO  (jetty-launcher-2-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73802ff1{/solr,null,AVAILABLE}
   [junit4]   2> 2817 INFO  (jetty-launcher-2-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35d52c70{/solr,null,AVAILABLE}
   [junit4]   2> 2817 INFO  (jetty-launcher-2-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@408eb93d{/solr,null,AVAILABLE}
   [junit4]   2> 2819 INFO  (jetty-launcher-2-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bdea43b{/solr,null,AVAILABLE}
   [junit4]   2> 3159 INFO  (jetty-launcher-2-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@7c1eb775{SSL,[ssl, http/1.1]}{127.0.0.1:36535}
   [junit4]   2> 3159 INFO  (jetty-launcher-2-thread-3) [    ] o.e.j.s.Server Started @7531ms
   [junit4]   2> 3159 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36535}
   [junit4]   2> 3167 INFO  (jetty-launcher-2-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@793372f9{SSL,[ssl, http/1.1]}{127.0.0.1:59078}
   [junit4]   2> 3171 INFO  (jetty-launcher-2-thread-1) [    ] o.e.j.s.Server Started @7543ms
   [junit4]   2> 3166 INFO  (jetty-launcher-2-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@56645aa8{SSL,[ssl, http/1.1]}{127.0.0.1:47617}
   [junit4]   2> 3174 INFO  (jetty-launcher-2-thread-4) [    ] o.e.j.s.Server Started @7546ms
   [junit4]   2> 3174 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47617}
   [junit4]   2> 3171 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59078}
   [junit4]   2> 3169 INFO  (jetty-launcher-2-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@3fdb1987{SSL,[ssl, http/1.1]}{127.0.0.1:34755}
   [junit4]   2> 3175 INFO  (jetty-launcher-2-thread-2) [    ] o.e.j.s.Server Started @7547ms
   [junit4]   2> 3175 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34755}
   [junit4]   2> 3191 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 3194 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 3194 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 3193 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 3224 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node4'
   [junit4]   2> 3224 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node2'
   [junit4]   2> 3225 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3'
   [junit4]   2> 3225 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node1'
   [junit4]   2> 3233 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3234 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3234 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3237 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3234 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3234 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3234 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3240 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3246 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3246 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3246 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3246 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3248 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3248 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3250 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3255 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3260 INFO  (zkCallback-4-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15295966 name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3261 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3261 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3261 INFO  (zkCallback-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4963f95f name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3262 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3264 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3264 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3266 INFO  (zkCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fba6d8f name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3273 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3273 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3276 INFO  (zkCallback-5-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48169cd5 name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3277 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3277 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3278 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3280 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3289 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3467 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node4/.
   [junit4]   2> 3467 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node1/.
   [junit4]   2> 3467 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node2/.
   [junit4]   2> 3467 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/.
   [junit4]   2> 3533 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 1831526513
   [junit4]   2> 3534 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node4]
   [junit4]   2> 3533 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 733676780
   [junit4]   2> 3535 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node1]
   [junit4]   2> 3533 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 788302100
   [junit4]   2> 3536 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3]
   [junit4]   2> 3533 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1520196608
   [junit4]   2> 3536 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node2]
   [junit4]   2> 3536 WARN  (jetty-launcher-2-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node1/lib
   [junit4]   2> 3535 WARN  (jetty-launcher-2-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node4/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node4/lib
   [junit4]   2> 3536 WARN  (jetty-launcher-2-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node2/lib
   [junit4]   2> 3536 WARN  (jetty-launcher-2-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/lib
   [junit4]   2> 3571 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3572 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3571 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3573 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3581 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3583 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3582 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3585 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3587 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3587 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3587 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3589 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3587 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3589 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3589 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3591 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3592 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61402/solr
   [junit4]   2> 3592 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61402/solr
   [junit4]   2> 3592 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61402/solr
   [junit4]   2> 3592 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61402/solr
   [junit4]   2> 3621 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3621 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3621 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3621 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3622 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3621 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3626 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3627 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3621 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3628 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3626 INFO  (zkCallback-17-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9e100e2 name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3628 INFO  (zkCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32b0a9da name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3622 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3629 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3630 INFO  (jetty-launcher-2-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3630 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3631 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3634 INFO  (zkCallback-18-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5195cd42 name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3634 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3634 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3636 INFO  (jetty-launcher-2-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3640 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x154b6f0f8400006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3645 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1371247187@78aea766
   [junit4]   2> 3646 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1371247187@6de594e8
   [junit4]   2> 3641 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38b3e131 name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3649 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1371247187@267d6ab0
   [junit4]   2> 3650 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3650 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3653 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3656 INFO  (jetty-launcher-2-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3657 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3659 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a79c37a name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3659 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3660 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50269002 name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3660 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3668 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40cfc6c5 name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3669 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3669 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$12/1371247187@68789f25
   [junit4]   2> 3670 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3677 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@21f77ecf name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3678 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3681 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3681 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3693 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3693 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3702 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3703 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3705 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3713 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3713 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3718 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3720 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3722 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3724 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3742 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3742 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3745 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3745 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3751 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3751 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 3755 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3757 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3761 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3762 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3765 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3768 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3768 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3770 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3771 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3772 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3773 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3776 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3782 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 3782 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 3782 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 3782 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 3787 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3787 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3788 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3788 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3820 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3821 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3820 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3821 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3824 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3825 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3825 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3831 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3831 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3831 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3833 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95902638154973194-127.0.0.1:36535_solr-n_0000000000
   [junit4]   2> 3834 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95902638154973193-127.0.0.1:59078_solr-n_0000000002
   [junit4]   2> 3833 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95902638154973196-127.0.0.1:34755_solr-n_0000000001
   [junit4]   2> 3835 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3836 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36535_solr
   [junit4]   2> 3841 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95902638154973196-127.0.0.1:34755_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 3841 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3844 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59078_solr
   [junit4]   2> 3845 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer Overseer (id=95902638154973194-127.0.0.1:36535_solr-n_0000000000) starting
   [junit4]   2> 3847 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59078_solr
   [junit4]   2> 3848 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95902638154973194-127.0.0.1:36535_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 3848 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95902638154973195-127.0.0.1:47617_solr-n_0000000003
   [junit4]   2> 3850 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34755_solr
   [junit4]   2> 3851 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95902638154973193-127.0.0.1:59078_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 3852 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47617_solr
   [junit4]   2> 3852 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47617_solr
   [junit4]   2> 3856 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3856 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3858 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3858 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3861 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3860 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3864 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3865 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3864 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34755_solr
   [junit4]   2> 3863 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3863 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3866 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3875 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3876 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3865 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3883 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3884 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3885 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3886 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3884 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3886 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3889 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3891 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3891 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3922 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3922 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3924 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3924 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3933 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3939 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3939 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4058 INFO  (OverseerCollectionConfigSetProcessor-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 4062 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:36535_solr as DOWN
   [junit4]   2> 4069 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 4072 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
   [junit4]   2> 4081 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:36535_solr"} current state version: 0
   [junit4]   2> 4092 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:36535_solr
   [junit4]   2> 4104 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/.
   [junit4]   2> 4104 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node1/.
   [junit4]   2> 4104 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node2/.
   [junit4]   2> 4111 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4111 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4111 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 4117 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 4117 INFO  (jetty-launcher-2-thread-2) [n:127.0.0.1:34755_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4117 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 4118 INFO  (jetty-launcher-2-thread-1) [n:127.0.0.1:59078_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4117 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 4118 INFO  (jetty-launcher-2-thread-4) [n:127.0.0.1:47617_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 5069 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36535_solr
   [junit4]   2> 5071 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36535_solr
   [junit4]   2> 5074 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 5075 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 5076 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5106 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5106 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 5106 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 5108 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5108 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 5131 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 5131 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 5133 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node4/.
   [junit4]   2> 5133 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 5135 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
   [junit4]   2> 5135 INFO  (jetty-launcher-2-thread-3) [n:127.0.0.1:36535_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 5136 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 5137 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5140 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50df26 name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5141 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5141 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 5156 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:61402/solr
   [junit4]   2> 5159 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 5160 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5176 INFO  (zkCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a5595ad name:ZooKeeperConnection Watcher:127.0.0.1:61402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5176 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5180 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 5180 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 5182 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 5183 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 5201 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
   [junit4]   2> 5208 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
   [junit4]   2> 5211 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
   [junit4]   2> 5215 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
   [junit4]   2> 5219 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
   [junit4]   2> 5226 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
   [junit4]   2> 5231 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
   [junit4]   2> 5280 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[E263648291F6EB8E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateWatcherIsRetainedOnPredicateFailure
   [junit4]   2> 5281 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[E263648291F6EB8E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 5282 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[E263648291F6EB8E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 5286 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ad57596 name:ZooKeeperConnection Watcher:127.0.0.1:61402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 5287 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[E263648291F6EB8E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 5288 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateWatcherIsRetainedOnPredicateFailure-seed#[E263648291F6EB8E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 6015 INFO  (qtp575227884-63) [n:127.0.0.1:34755_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=0c2cd426-597f-4a59-8e8f-c7eb03547f06&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6027 INFO  (qtp575227884-63) [n:127.0.0.1:34755_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=0c2cd426-597f-4a59-8e8f-c7eb03547f06&replicationFactor=1&collection.configName=config&name=falsepredicate&action=CREATE&numShards=4&wt=javabin&version=2} status=0 QTime=166
   [junit4]   2> 6036 INFO  (OverseerCollectionConfigSetProcessor-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running/mn-0c2cd426-597f-4a59-8e8f-c7eb03547f06
   [junit4]   2> 6039 INFO  (OverseerCollectionConfigSetProcessor-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"falsepredicate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "async":"0c2cd426-597f-4a59-8e8f-c7eb03547f06",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 6097 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"falsepredicate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "async":"0c2cd426-597f-4a59-8e8f-c7eb03547f06",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 6108 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection falsepredicate
   [junit4]   2> 6126 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/falsepredicate 
   [junit4]   2> 6126 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/falsepredicate
   [junit4]   2> 6129 INFO  (zkCallback-31-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 6129 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 6133 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 6136 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 6137 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 6148 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"falsepredicate",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"config",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "async":"0c2cd426-597f-4a59-8e8f-c7eb03547f06",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 6148 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: falsepredicate
   [junit4]   2> 6189 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/falsepredicate/state.json
   [junit4]   2> 6270 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection falsepredicate, shardNames [shard1, shard2, shard3, shard4] , replicationFactor : 1
   [junit4]   2> 6270 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core falsepredicate_shard2_replica1 as part of shard shard2 of collection falsepredicate on 127.0.0.1:47617_solr
   [junit4]   2> 6283 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core falsepredicate_shard3_replica1 as part of shard shard3 of collection falsepredicate on 127.0.0.1:59078_solr
   [junit4]   2> 6283 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core falsepredicate_shard4_replica1 as part of shard shard4 of collection falsepredicate on 127.0.0.1:34755_solr
   [junit4]   2> 6285 INFO  (OverseerThreadFactory-17-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core falsepredicate_shard1_replica1 as part of shard shard1 of collection falsepredicate on 127.0.0.1:36535_solr
   [junit4]   2> 6329 INFO  (qtp575227884-60) [n:127.0.0.1:34755_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=0c2cd426-597f-4a59-8e8f-c7eb03547f06&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 6331 INFO  (qtp575227884-60) [n:127.0.0.1:34755_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=0c2cd426-597f-4a59-8e8f-c7eb03547f06&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 6442 INFO  (qtp575227884-59) [n:127.0.0.1:34755_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 6453 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard4_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard4&wt=javabin&version=2
   [junit4]   2> 6499 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=falsepredicate_shard4_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=falsepredicate, numShards=4, dataDir=data/, shard=shard4}
   [junit4]   2> 6500 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 6516 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController Registering watch for collection falsepredicate
   [junit4]   2> 6520 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.c.ZkStateReader Add data for [falsepredicate] ver [0]
   [junit4]   2> 6525 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 6527 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"falsepredicate_shard4_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34755/solr",
   [junit4]   2>   "node_name":"127.0.0.1:34755_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 6529 INFO  (qtp990826628-33) [n:127.0.0.1:36535_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 6535 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard1_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard1&wt=javabin&version=2
   [junit4]   2> 6538 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=falsepredicate_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=falsepredicate, numShards=4, dataDir=data/, shard=shard1}
   [junit4]   2> 6540 INFO  (qtp989279063-50) [n:127.0.0.1:47617_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 6541 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard2_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard2&wt=javabin&version=2
   [junit4]   2> 6542 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=falsepredicate_shard2_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=falsepredicate, numShards=4, dataDir=data/, shard=shard2}
   [junit4]   2> 6544 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 6545 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 6547 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController Registering watch for collection falsepredicate
   [junit4]   2> 6548 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [falsepredicate] ver [0]
   [junit4]   2> 6548 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 6549 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ZkController Registering watch for collection falsepredicate
   [junit4]   2> 6552 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [falsepredicate] ver [0]
   [junit4]   2> 6552 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 6562 INFO  (qtp1563717610-45) [n:127.0.0.1:59078_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 6563 INFO  (parallelCoreAdminExecutor-20-thread-1-processing-n:127.0.0.1:59078_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520 CREATE) [n:127.0.0.1:59078_solr    ] o.a.s.h.a.CoreAdminOperation core create command async=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520&qt=/admin/cores&collection.configName=config&name=falsepredicate_shard3_replica1&action=CREATE&numShards=4&collection=falsepredicate&shard=shard3&wt=javabin&version=2
   [junit4]   2> 6563 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"falsepredicate_shard4_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34755/solr",
   [junit4]   2>   "node_name":"127.0.0.1:34755_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 6563 INFO  (parallelCoreAdminExecutor-20-thread-1-processing-n:127.0.0.1:59078_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520 CREATE) [n:127.0.0.1:59078_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=falsepredicate_shard3_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=falsepredicate, numShards=4, dataDir=data/, shard=shard3}
   [junit4]   2> 6564 INFO  (parallelCoreAdminExecutor-20-thread-1-processing-n:127.0.0.1:59078_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520 CREATE) [n:127.0.0.1:59078_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 6567 INFO  (parallelCoreAdminExecutor-20-thread-1-processing-n:127.0.0.1:59078_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520 CREATE) [n:127.0.0.1:59078_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ZkController Registering watch for collection falsepredicate
   [junit4]   2> 6568 INFO  (parallelCoreAdminExecutor-20-thread-1-processing-n:127.0.0.1:59078_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520 CREATE) [n:127.0.0.1:59078_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.c.ZkStateReader Add data for [falsepredicate] ver [0]
   [junit4]   2> 6568 INFO  (parallelCoreAdminExecutor-20-thread-1-processing-n:127.0.0.1:59078_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474149520 CREATE) [n:127.0.0.1:59078_solr c:falsepredicate s:shard3  x:falsepredicate_shard3_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 6581 INFO  (qtp575227884-47) [n:127.0.0.1:34755_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867
   [junit4]   2> 6582 INFO  (qtp575227884-47) [n:127.0.0.1:34755_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 6585 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"falsepredicate_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47617/solr",
   [junit4]   2>   "node_name":"127.0.0.1:47617_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 6585 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"falsepredicate_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:47617/solr",
   [junit4]   2>   "node_name":"127.0.0.1:47617_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 6593 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"falsepredicate_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36535/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36535_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 6594 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"falsepredicate_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:36535/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36535_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 6600 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"falsepredicate_shard3_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:59078/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59078_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 6600 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"falsepredicate_shard3_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:59078/solr",
   [junit4]   2>   "node_name":"127.0.0.1:59078_solr",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "collection":"falsepredicate",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 6740 INFO  (OverseerStateUpdate-95902638154973194-127.0.0.1:36535_solr-n_0000000000) [n:127.0.0.1:36535_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/falsepredicate/state.json version: 0
   [junit4]   2> 6744 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6744 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6746 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6746 INFO  (zkCallback-21-thread-1-processing-n:127.0.0.1:36535_solr) [n:127.0.0.1:36535_solr    ] o.a.s.c.c.ZkStateReader Updating data for [falsepredicate] from [0] to [1]
   [junit4]   2> 6747 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:59078_solr) [n:127.0.0.1:59078_solr    ] o.a.s.c.c.ZkStateReader Updating data for [falsepredicate] from [0] to [1]
   [junit4]   2> 6748 INFO  (zkCallback-22-thread-1-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updating data for [falsepredicate] from [0] to [1]
   [junit4]   2> 6760 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/falsepredicate/state.json] for collection [falsepredicate] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 6762 INFO  (zkCallback-23-thread-2-processing-n:127.0.0.1:34755_solr) [n:127.0.0.1:34755_solr    ] o.a.s.c.c.ZkStateReader Updating data for [falsepredicate] from [0] to [1]
   [junit4]   2> 7358 INFO  (qtp575227884-59) [n:127.0.0.1:34755_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=0c2cd426-597f-4a59-8e8f-c7eb03547f06&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 7363 INFO  (qtp575227884-59) [n:127.0.0.1:34755_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=0c2cd426-597f-4a59-8e8f-c7eb03547f06&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 7526 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for falsepredicate_shard4_replica1
   [junit4]   2> 7527 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController Check for collection zkNode:falsepredicate
   [junit4]   2> 7529 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 7529 INFO  (parallelCoreAdminExecutor-19-thread-1-processing-n:127.0.0.1:34755_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815474495867 CREATE) [n:127.0.0.1:34755_solr c:falsepredicate s:shard4  x:falsepredicate_shard4_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/falsepredicate]
   [junit4]   2> 7549 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for falsepredicate_shard2_replica1
   [junit4]   2> 7549 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:falsepredicate
   [junit4]   2> 7549 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 7550 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/falsepredicate]
   [junit4]   2> 7551 INFO  (parallelCoreAdminExecutor-18-thread-1-processing-n:127.0.0.1:47617_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815461344630 CREATE) [n:127.0.0.1:47617_solr c:falsepredicate s:shard2  x:falsepredicate_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/falsepredicate] [configName]=[config] specified config exists in ZooKeeper
   [junit4]   2> 7553 INFO  (parallelCoreAdminExecutor-24-thread-1-processing-n:127.0.0.1:36535_solr 0c2cd426-597f-4a59-8e8f-c7eb03547f06816815476026538 CREATE) [n:127.0.0.1:36535_solr c:falsepredicate s:shard1  x:falsepredicate_shard1_repli

[...truncated too long message...]

chingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-4) [n:127.0.0.1:47617_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./stateformat1_shard1_replica1/data/index
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-4) [n:127.0.0.1:47617_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./stateformat1_shard1_replica1/data [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./stateformat1_shard1_replica1/data;done=false>>]
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-4) [n:127.0.0.1:47617_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-4) [n:127.0.0.1:47617_solr c:stateformat1 s:shard1 r:core_node1 x:stateformat1_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./stateformat1_shard1_replica1/data
   [junit4]   2> 39217 INFO  (coreCloseExecutor-125-thread-3) [n:127.0.0.1:47617_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-3) [n:127.0.0.1:47617_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./testcollection_shard1_replica1/data
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-3) [n:127.0.0.1:47617_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./testcollection_shard1_replica1/data/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./testcollection_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 39218 INFO  (coreCloseExecutor-125-thread-3) [n:127.0.0.1:47617_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 39219 INFO  (coreCloseExecutor-125-thread-3) [n:127.0.0.1:47617_solr c:testcollection s:shard1 r:core_node4 x:testcollection_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001/tempDir-001/node3/./testcollection_shard1_replica1/data/index
   [junit4]   2> 39219 INFO  (zkCallback-37-thread-2-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 39220 INFO  (jetty-launcher-2-thread-1) [    ] o.a.s.c.Overseer Overseer (id=95902638154973202-127.0.0.1:47617_solr-n_0000000004) closing
   [junit4]   2> 39223 INFO  (OverseerStateUpdate-95902638154973202-127.0.0.1:47617_solr-n_0000000004) [n:127.0.0.1:47617_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47617_solr
   [junit4]   2> 39224 INFO  (zkCallback-37-thread-2-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [7] to [8]
   [junit4]   2> 39226 INFO  (zkCallback-37-thread-2-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 40727 WARN  (zkCallback-37-thread-2-processing-n:127.0.0.1:47617_solr) [n:127.0.0.1:47617_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 40728 INFO  (jetty-launcher-2-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@657c39c{/solr,null,UNAVAILABLE}
   [junit4]   2> 40740 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61402 61402
   [junit4]   2> 40755 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 40756 INFO  (Thread-1) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:61402 61402
   [junit4]   2> 40781 WARN  (Thread-1) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	7	/solr/configs/config
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
   [junit4]   2> 	9	/solr/collections/testcollection/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/95902638154973194-127.0.0.1:36535_solr-n_0000000000
   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/95902638154973193-127.0.0.1:59078_solr-n_0000000002
   [junit4]   2> 	2	/solr/collections/delayed/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/95902638154973202-127.0.0.1:47617_solr-n_0000000004
   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 40785 INFO  (SUITE-TestCollectionStateWatchers-seed#[E263648291F6EB8E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_E263648291F6EB8E-001
   [junit4]   2> May 16, 2016 12:22:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=vi-VN, timezone=America/Sao_Paulo
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=20823872,total=228589568
   [junit4]   2> NOTE: All tests run in this JVM: [ShardParamsTest, SolrExceptionTest, TestCollectionStateWatchers]
   [junit4] Completed [13/85 (1!)] on J1 in 41.86s, 8 tests, 1 failure <<< FAILURES!

[...truncated 226 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:246: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 85 suites, 646 tests, 1 failure, 2 ignored [seed: E263648291F6EB8E]

Total time: 92 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 134 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/134/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC

No tests ran.

Build Log:
[...truncated 10820 lines...]
   [junit4] Suite: org.apache.solr.core.TestArbitraryIndexDir
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001
   [junit4]   2> 777404 INFO  (SUITE-TestArbitraryIndexDir-seed#[254AC566A5A00515]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 777418 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLoadNewIndexDir
   [junit4]   2> 777418 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 777418 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 777419 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 777419 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 777419 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 777419 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 777447 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 777489 WARN  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 777490 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 777504 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 777508 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 777599 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 777600 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 777601 WARN  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 777604 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 777606 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr'
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer New CoreContainer 936179115
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr]
   [junit4]   2> 777608 WARN  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/lib
   [junit4]   2> 777608 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 777609 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 777610 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 777610 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 777610 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 777610 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 777611 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema12.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001, shard=shard1}
   [junit4]   2> 777611 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 777611 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 777611 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 777611 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 777611 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 777629 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 777634 WARN  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 777635 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 777649 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 777653 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 777724 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 777725 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 777725 WARN  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 777729 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 777731 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 777734 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 777734 INFO  (coreLoadExecutor-3030-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 777734 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockFSDirectoryFactory
   [junit4]   2> 777734 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/]
   [junit4]   2> 777734 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5deb23ea
   [junit4]   2> 777760 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001
   [junit4]   2> 777760 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index/
   [junit4]   2> 777760 WARN  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 777761 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index
   [junit4]   2> 777761 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 777791 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@190d205b),segFN=segments_1,generation=1}
   [junit4]   2> 777791 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 777792 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 777795 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 777796 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 777797 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 777798 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 777799 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 777800 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 777803 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 777805 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/graph,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 777805 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 777805 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 777805 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 777805 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=19, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8585046458293708]
   [junit4]   2> 777824 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@190d205b),segFN=segments_1,generation=1}
   [junit4]   2> 777824 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 777824 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b170de8[collection1] main]
   [junit4]   2> 777824 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 777825 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 777825 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 777825 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 777835 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 777933 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 777933 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 777933 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 777933 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 777933 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 777933 INFO  (coreLoadExecutor-3030-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 777934 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 777934 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 777934 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 777935 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 777935 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 777936 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 777937 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[1]} 0 2
   [junit4]   2> 777937 INFO  (searcherExecutor-3031-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b170de8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 778014 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 778068 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@190d205b),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@190d205b),segFN=segments_2,generation=2}
   [junit4]   2> 778069 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 778071 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrCore New index directory detected: old=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index/ new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp
   [junit4]   2> 778073 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cd92e48[collection1] main]
   [junit4]   2> 778073 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 778073 INFO  (searcherExecutor-3031-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1cd92e48[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.1.0):c1)))}
   [junit4]   2> 778074 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 59
   [junit4]   2> 778074 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 778074 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 778074 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr
   [junit4]   2> 778074 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 778075 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 778101 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 778107 WARN  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 778108 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 778122 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 778126 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 778203 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 778204 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 778204 WARN  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 778209 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 778211 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 778214 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 778214 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1
   [junit4]   2> 778214 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/]
   [junit4]   2> 778214 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5deb23ea
   [junit4]   2> 778215 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp
   [junit4]   2> 778216 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/
   [junit4]   2> 778217 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/
   [junit4]   2> 778217 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Cannot delete directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index as it is still being referenced in the cache!
   [junit4]   2> 778217 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.DirectoryFactory Delete old index directory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index failed.
   [junit4]   2> 778219 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 778219 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 778219 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 778219 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 778219 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 778220 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 778222 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 778222 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 778223 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 778224 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 778225 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp
   [junit4]   2> 778230 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 778232 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/graph,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 778232 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 778232 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 778232 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 778233 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@438ccc76[collection1] main]
   [junit4]   2> 778233 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 778233 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 778233 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 778233 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 778234 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 778238 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 778238 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 778239 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 778239 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 778239 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 778240 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 778240 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 778240 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 778242 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(SimpleFSDirectory@/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55032874; maxCacheMB=0.7626953125 maxMergeSizeMB=0.279296875)),segFN=segments_1,generation=1}
   [junit4]   2> 778242 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 778242 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 778242 WARN  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore [collection1] PERFORMANCE WARNING: Overlapping onDeckSearchers=2
   [junit4]   2> 778243 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35112184[collection1] main]
   [junit4]   2> 778243 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 778243 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@52dd935e
   [junit4]   2> 778244 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 778244 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 778244 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 778245 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 778246 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 778247 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 778250 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@438ccc76[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.1.0):c1)))}
   [junit4]   2> 778250 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 778250 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 778250 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 778250 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 778252 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 778255 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:2&qt=standard&start=0&rows=20&version=2.2} hits=0 status=0 QTime=0
   [junit4]   2> 778255 ERROR (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: xpath=*[count(//doc)=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:2&qt=standard&start=0&rows=20&version=2.2
   [junit4]   2> 778256 ERROR (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: q=id:2&qt=standard&start=0&rows=20&version=2.2:java.lang.RuntimeException: REQUEST FAILED: xpath=*[count(//doc)=1]
   [junit4]   2> 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> <response>
   [junit4]   2> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]   2> </response>
   [junit4]   2> 
   [junit4]   2> 	request was:q=id:2&qt=standard&start=0&rows=20&version=2.2
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:779)
   [junit4]   2> 	at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:107)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 778256 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 778256 INFO  (TEST-TestArbitraryIndexDir.testLoadNewIndexDir-seed#[254AC566A5A00515]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testLoadNewIndexDir
   [junit4]   2> 778259 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 778260 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 778264 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 778265 INFO  (searcherExecutor-3035-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@35112184[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.1.0):c1)))}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestArbitraryIndexDir -Dtests.method=testLoadNewIndexDir -Dtests.seed=254AC566A5A00515 -Dtests.slow=true -Dtests.locale=el -Dtests.timezone=Asia/Aqtau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.88s J0 | TestArbitraryIndexDir.testLoadNewIndexDir <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([254AC566A5A00515:CC107E5E3B3995BD]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:786)
   [junit4]    > 	at org.apache.solr.core.TestArbitraryIndexDir.testLoadNewIndexDir(TestArbitraryIndexDir.java:107)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=*[count(//doc)=1]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="0" start="0"></result>
   [junit4]    > </response>
   [junit4]    > 	request was:q=id:2&qt=standard&start=0&rows=20&version=2.2
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:779)
   [junit4]    > 	... 41 more
   [junit4]   2> 778281 INFO  (SUITE-TestArbitraryIndexDir-seed#[254AC566A5A00515]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 778281 INFO  (SUITE-TestArbitraryIndexDir-seed#[254AC566A5A00515]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=936179115
   [junit4]   2> 778282 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@e5b6bc8
   [junit4]   2> 778282 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 778282 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 778282 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 778282 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 778288 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 778301 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockFSDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 778301 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001 [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001;done=false>>]
   [junit4]   2> 778301 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 778302 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001
   [junit4]   2> 778302 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp;done=false>>]
   [junit4]   2> 778302 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 778302 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index_temp
   [junit4]   2> 778305 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 778305 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 778305 INFO  (coreCloseExecutor-3039-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.core.TestArbitraryIndexDir_254AC566A5A00515-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=ClassicSimilarity, locale=el, timezone=Asia/Aqtau
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=197564272,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ShardRoutingTest, SuggesterFSTTest, TestSolrQueryResponse, TestStressLucene, MigrateRouteKeyTest, TestCursorMarkWithoutUniqueKey, OverseerStatusTest, CdcrRequestHandlerTest, TestSizeLimitedDistributedMap, TestAnalyzedSuggestions, TestStressReorder, TestJmxIntegration, SaslZkACLProviderTest, DeleteLastCustomShardedReplicaTest, XsltUpdateRequestHandlerTest, DistributedFacetPivotSmallTest, TestStressLiveNodes, TestCryptoKeys, UpdateParamsTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, TestXIncludeConfig, TestComplexPhraseQParserPlugin, SpatialRPTFieldTypeTest, HdfsCollectionsAPIDistributedZkTest, TestLFUCache, TestDFRSimilarityFactory, AnalysisErrorHandlingTest, HdfsRestartWhileUpdatingTest, DOMUtilTest, TestEmbeddedSolrServerConstructors, TestSQLHandler, TestRandomCollapseQParserPlugin, TestSha256AuthenticationProvider, DistributedVersionInfoTest, TestOnReconnectListenerSupport, SharedFSAutoReplicaFailoverTest, TestTrackingShardHandlerFactory, HighlighterTest, TestManagedSynonymFilterFactory, ZkStateReaderTest, TestExtendedDismaxParser, TestDocSet, TestCloudInspectUtil, CoreAdminRequestStatusTest, DistribJoinFromCollectionTest, DocumentAnalysisRequestHandlerTest, ReplicationFactorTest, TestMacros, TestSweetSpotSimilarityFactory, CollectionStateFormat2Test, TestElisionMultitermQuery, ClusterStateUpdateTest, SpatialFilterTest, TestCSVLoader, TestArbitraryIndexDir]
   [junit4] Completed [109/598 (1!)] on J0 in 0.92s, 1 test, 1 error <<< FAILURES!

[...truncated 1220 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/init-core-data-001
   [junit4]   2> 3510420 INFO  (SUITE-TestReqParamsAPI-seed#[254AC566A5A00515]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 3510422 INFO  (SUITE-TestReqParamsAPI-seed#[254AC566A5A00515]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ju/gr
   [junit4]   2> 3510425 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3510425 INFO  (Thread-11593) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3510426 INFO  (Thread-11593) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3510526 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.ZkTestServer start zk server on port:59633
   [junit4]   2> 3510526 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3510526 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3510529 INFO  (zkCallback-3718-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70177784 name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3510529 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3510529 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3510529 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3510533 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3510534 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3510536 INFO  (zkCallback-3719-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5886c779 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3510536 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3510536 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3510536 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 3510540 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 3510545 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 3510548 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 3510552 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3510552 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3510556 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3510556 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3510559 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3510559 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3510561 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3510562 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3510564 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3510564 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3510571 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3510571 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3510577 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3510578 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3510581 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3510581 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3510584 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3510584 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3510588 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3510588 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3510591 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3510591 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3510594 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3510594 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3510596 INFO  (zkCallback-3721-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@519fa577 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3510596 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3510596 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3510939 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/cores/collection1
   [junit4]   2> 3510943 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 3510945 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bad64eb{/ju/gr,null,AVAILABLE}
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.e.j.s.ServerConnector Started ServerConnector@48168137{SSL,[ssl, http/1.1]}{127.0.0.1:53788}
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.e.j.s.Server Started @3517454ms
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/tempDir-001/control/data, hostContext=/ju/gr, hostPort=53788, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/cores}
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001'
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3510949 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3510950 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3510950 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3510952 INFO  (zkCallback-3722-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7248fee3 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3510952 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3510953 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3510954 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3510954 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/solr.xml
   [junit4]   2> 3510973 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/cores
   [junit4]   2> 3510974 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer New CoreContainer 1385004850
   [junit4]   2> 3510974 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001]
   [junit4]   2> 3510974 WARN  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/lib
   [junit4]   2> 3510974 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3510975 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3510976 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3510976 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3510976 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59633/solr
   [junit4]   2> 3510976 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3510976 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3510977 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3510978 INFO  (zkCallback-3725-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@683ca505 name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3510978 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3510979 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3510981 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$60/1377821515@adf2ab6
   [junit4]   2> 3510981 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3510982 INFO  (zkCallback-3726-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10e7d3b6 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3510982 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3510984 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3510987 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3510991 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3510994 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3510997 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3510999 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3511001 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3511003 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3511005 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3511006 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3511007 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 3511008 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3511011 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3511013 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3511015 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3511016 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000
   [junit4]   2> 3511016 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53788_ju%2Fgr
   [junit4]   2> 3511016 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3511018 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.Overseer Overseer (id=95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) starting
   [junit4]   2> 3511021 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3511029 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3511029 INFO  (OverseerCollectionConfigSetProcessor-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3511030 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53788_ju%2Fgr
   [junit4]   2> 3511031 INFO  (OverseerStateUpdate-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3511032 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53788_ju%2Fgr
   [junit4]   2> 3511035 INFO  (zkCallback-3726-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3511036 INFO  (OverseerStateUpdate-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3511037 INFO  (zkCallback-3726-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3511055 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3511055 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3511056 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/cores
   [junit4]   2> 3511057 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3511057 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/../../../../../../../../../../export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001/control-001/cores/collection1
   [junit4]   2> 3511058 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3511059 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 3511059 INFO  (TEST-TestReqParamsAPI.test-seed#[254AC566A5A00515]) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3511059 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3511059 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3511061 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 3511061 INFO  (OverseerStateUpdate-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53788/ju/gr",
   [junit4]   2>   "node_name":"127.0.0.1:53788_ju%2Fgr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3511061 INFO  (OverseerStateUpdate-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:53788/ju/gr",
   [junit4]   2>   "node_name":"127.0.0.1:53788_ju%2Fgr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3511062 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 3511062 INFO  (OverseerStateUpdate-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3511063 INFO  (OverseerStateUpdate-95900240757915653-127.0.0.1:53788_ju%2Fgr-n_0000000000) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3511064 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3511065 INFO  (zkCallback-3726-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3512066 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3512066 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 3512066 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3512067 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3512068 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3512068 INFO  (coreLoadExecutor-9633-thread-1-processing-n:127.0.0.1:53788_ju%2Fgr) [n:127.0.0.1:53788_ju%2Fgr c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/so

[...truncated too long message...]

' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "response":{
   [junit4]    >     "znodeVersion":4,
   [junit4]    >     "params":{
   [junit4]    >       "x":{
   [junit4]    >         "a":"A val",
   [junit4]    >         "b":"B val",
   [junit4]    >         "_appends_":{"add":"first"},
   [junit4]    >         "_invariants_":{"fixed":"f"},
   [junit4]    >         "":{"v":1}},
   [junit4]    >       "y":{
   [junit4]    >         "p":"P val",
   [junit4]    >         "q":"Q val",
   [junit4]    >         "":{"v":2}}}}},  from server:  https://127.0.0.1:54514/ju/gr/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([254AC566A5A00515:AD1EFABC0B5C68ED]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:457)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:259)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:62)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3542991 INFO  (SUITE-TestReqParamsAPI-seed#[254AC566A5A00515]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReqParamsAPI_254AC566A5A00515-001
   [junit4]   2> May 15, 2016 2:12:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=1095, maxMBSortInHeap=5.032337617647129, sim=ClassicSimilarity, locale=fr-FR, timezone=Europe/Tirane
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=178768840,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [SSLMigrationTest, SuggesterTest, TestDynamicFieldCollectionResource, TestMinMaxOnMultiValuedField, FullSolrCloudDistribCmdsTest, OutputWriterTest, LeaderInitiatedRecoveryOnShardRestartTest, BaseCdcrDistributedZkTest, TestTolerantUpdateProcessorCloud, SuggesterWFSTTest, TestSortByMinMaxFunction, TestQuerySenderListener, RestartWhileUpdatingTest, ConfigSetsAPITest, DistributedFacetPivotSmallAdvancedTest, StatsComponentTest, TestZkChroot, TestDistribDocBasedVersion, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedIntervalFacetingTest, CoreMergeIndexesAdminHandlerTest, TestBlobHandler, TestNoOpRegenerator, TestUseDocValuesAsStored, HdfsRecoveryZkTest, TestRecoveryHdfs, TestDistribIDF, AddBlockUpdateTest, HdfsTlogReplayBufferedWhileIndexingTest, SolrPluginUtilsTest, BlobRepositoryCloudTest, TestCharFilters, DebugComponentTest, TestSolrFieldCacheMBean, SpellPossibilityIteratorTest, DeleteStatusTest, TestReplicaProperties, ShardRoutingCustomTest, EnumFieldTest, RuleEngineTest, TestRTGBase, TestQueryUtils, TestCloudPivotFacet, DistributedFacetPivotWhiteBoxTest, DeleteReplicaTest, TestReplicationHandlerBackup, OverseerTaskQueueTest, TestManagedResourceStorage, CacheHeaderTest, CleanupOldIndexTest, TestQueryWrapperFilter, OpenCloseCoreStressTest, ChaosMonkeySafeLeaderTest, TestIndexSearcher, LoggingHandlerTest, ResourceLoaderTest, LeaderElectionIntegrationTest, BasicDistributedZk2Test, ZkStateWriterTest, TestSolrConfigHandler, CollectionReloadTest, TestOmitPositions, RAMDirectoryFactoryTest, MinimalSchemaTest, TestPerFieldSimilarity, TestExclusionRuleCollectionAccess, TestSerializedLuceneMatchVersion, RankQueryTest, SpellCheckComponentTest, TestExactStatsCache, DateRangeFieldTest, UpdateRequestProcessorFactoryTest, CdcrVersionReplicationTest, DistributedMLTComponentTest, UniqFieldsUpdateProcessorFactoryTest, TestSolrQueryParser, WordBreakSolrSpellCheckerTest, SimpleMLTQParserTest, TestRuleBasedAuthorizationPlugin, TestAuthorizationFramework, SolrCloudExampleTest, HLLUtilTest, DeleteInactiveReplicaTest, TermVectorComponentDistributedTest, TestSolrIndexConfig, TestAuthenticationFramework, QueryParsingTest, TestStressRecovery, HdfsDirectoryTest, BasicAuthIntegrationTest, TestShortCircuitedRequests, AliasIntegrationTest, TestTrie, TestDistributedMissingSort, TestDocBasedVersionConstraints, DistributedQueryComponentOptimizationTest, SpellingQueryConverterTest, TestSubQueryTransformer, QueryResultKeyTest, TestMiniSolrCloudClusterBase, RequestHandlersTest, TestFiltering, TestStressUserVersions, UUIDUpdateProcessorFallbackTest, TestSchemaSimilarityResource, TestQueryTypes, TestFastWriter, MultiTermTest, TestWriterPerf, TestClusterStateMutator, IndexSchemaRuntimeFieldTest, HdfsWriteToMultipleCollectionsTest, TestSolrXml, TestInitParams, TestSchemaNameResource, HdfsChaosMonkeySafeLeaderTest, TestRangeQuery, TestBulkSchemaAPI, TestRestoreCore, BasicZkTest, DirectSolrConnectionTest, NoCacheHeaderTest, TestFieldCollectionResource, ForceLeaderTest, TestRawTransformer, DistanceFunctionTest, TestAddFieldRealTimeGet, BitVectorTest, BlockJoinFacetDistribTest, TestConfigSetsAPI, TestRandomRequestDistribution, TestRealTimeGet, TestDFISimilarityFactory, TestFilteredDocIdSet, LukeRequestHandlerTest, TestFastOutputStream, TestCrossCoreJoin, SynonymTokenizerTest, TestBadConfig, TestConfigSetsAPIZkFailure, SharedFSAutoReplicaFailoverUtilsTest, TestHdfsUpdateLog, HdfsSyncSliceTest, ShardSplitTest, AutoCommitTest, TestDistributedGrouping, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestReload, HardAutoCommitTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, PrimitiveFieldTypeTest, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestCollationField, JSONWriterTest, TestCSVResponseWriter, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, NumericFieldsTest, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestBM25SimilarityFactory, TimeZoneUtilsTest, ScriptEngineTest, URLClassifyProcessorTest, TestTolerantSearch, ConnectionReuseTest, AsyncMigrateRouteKeyTest, CollectionsAPISolrJTest, CreateCollectionCleanupTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderFailoverAfterPartitionTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RemoteQueryErrorTest, TestCloudBackupRestore, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsNNFailoverTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, TestConfigOverlay, TestConfigSetImmutable, TestConfigSetProperties, TestConfigSets, TestDynamicLoading, TestImplicitCoreProperties, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrDynamicMBean, RequestLoggingTest, TestReqParamsAPI]
   [junit4] Completed [490/598 (2!)] on J1 in 33.35s, 1 test, 1 failure <<< FAILURES!

[...truncated 139 lines...]
FATAL: channel is already closed
hudson.remoting.ChannelClosedException: channel is already closed
	at hudson.remoting.Channel.send(Channel.java:578)
	at hudson.remoting.Request.call(Request.java:130)
	at hudson.remoting.Channel.call(Channel.java:780)
	at hudson.Launcher$RemoteLauncher.kill(Launcher.java:953)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:540)
	at hudson.model.Run.execute(Run.java:1738)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException: Unexpected termination of the channel
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:50)
Caused by: java.io.EOFException
	at java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2325)
	at java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:2794)
	at java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:801)
	at java.io.ObjectInputStream.<init>(ObjectInputStream.java:299)
	at hudson.remoting.ObjectInputStreamEx.<init>(ObjectInputStreamEx.java:48)
	at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34)
	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:48)
ERROR: Step ‘Archive the artifacts’ failed: no workspace for Lucene-Solr-6.x-Solaris #134
ERROR: Step ‘Scan for compiler warnings’ failed: no workspace for Lucene-Solr-6.x-Solaris #134
ERROR: Step ‘Publish JUnit test result report’ failed: no workspace for Lucene-Solr-6.x-Solaris #134
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 133 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/133/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Sun May 15 16:56:48 GMT+13:00 2016

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sun May 15 16:56:48 GMT+13:00 2016
	at __randomizedtesting.SeedInfo.seed([49178F40DAACDFE3:92BC8F86DF84B650]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1508)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:858)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11476 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/init-core-data-001
   [junit4]   2> 2174704 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestStopPoll
   [junit4]   2> 2174704 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1
   [junit4]   2> 2174725 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2174726 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d1cb961{/solr,null,AVAILABLE}
   [junit4]   2> 2174727 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@32f8d6c5{HTTP/1.1,[http/1.1]}{127.0.0.1:46665}
   [junit4]   2> 2174727 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.Server Started @2179101ms
   [junit4]   2> 2174727 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=46665}
   [junit4]   2> 2174728 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2174728 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001'
   [junit4]   2> 2174728 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2174728 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2174728 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/solr.xml
   [junit4]   2> 2174734 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/.
   [junit4]   2> 2174734 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer New CoreContainer 85156786
   [junit4]   2> 2174734 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001]
   [junit4]   2> 2174734 WARN  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/lib
   [junit4]   2> 2174734 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2174735 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2174736 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2174736 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2174736 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2174736 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2174737 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/.
   [junit4]   2> 2174738 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2174738 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1
   [junit4]   2> 2174738 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2174738 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 2174739 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2174739 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1'
   [junit4]   2> 2174740 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2174740 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2174746 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2174749 WARN  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2174749 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 2174754 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2174757 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2174760 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2174761 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1'
   [junit4]   2> 2174761 INFO  (coreLoadExecutor-5874-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1
   [junit4]   2> 2174762 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2174762 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2174762 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2174762 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1/data
   [junit4]   2> 2174762 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 2174762 WARN  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2174763 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 2174763 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33762535283503603]
   [junit4]   2> 2174763 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@77055e26 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@8c18e03),segFN=segments_1,generation=1}
   [junit4]   2> 2174763 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2174764 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2174765 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2174768 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2174768 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2174769 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2174770 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2174771 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2174771 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2174771 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=52.4765625, floorSegmentMB=1.3876953125, forceMergeDeletesPctAllowed=21.840491666994666, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4164631025933394
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@77055e26 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@8c18e03),segFN=segments_1,generation=1}
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@26588773[collection1] main]
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1/conf
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1/conf}
   [junit4]   2> 2174772 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-001/collection1/conf
   [junit4]   2> 2174773 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2174773 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2174773 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2174774 INFO  (searcherExecutor-5875-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@26588773[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2174774 INFO  (coreLoadExecutor-5874-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2175253 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1
   [junit4]   2> 2175257 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2175259 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e105132{/solr,null,AVAILABLE}
   [junit4]   2> 2175260 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.ServerConnector Started ServerConnector@79a813c6{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
   [junit4]   2> 2175260 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.Server Started @2179635ms
   [junit4]   2> 2175260 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=34953}
   [junit4]   2> 2175261 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 2175261 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002'
   [junit4]   2> 2175261 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2175261 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2175261 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/solr.xml
   [junit4]   2> 2175273 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/.
   [junit4]   2> 2175274 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer New CoreContainer 2030156127
   [junit4]   2> 2175274 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002]
   [junit4]   2> 2175274 WARN  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/lib
   [junit4]   2> 2175275 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2175276 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2175276 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2175276 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2175276 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2175276 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2175277 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/.
   [junit4]   2> 2175278 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2175278 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1
   [junit4]   2> 2175278 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2175279 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 2175279 INFO  (TEST-TestReplicationHandler.doTestStopPoll-seed#[49178F40DAACDFE3]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2175279 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1'
   [junit4]   2> 2175280 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2175280 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2175284 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2175286 WARN  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2175287 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 2175292 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2175294 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2175296 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1'
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1/data
   [junit4]   2> 2175297 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 2175298 WARN  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2175298 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 2175298 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.33762535283503603]
   [junit4]   2> 2175298 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7ac5e451 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@623e6234),segFN=segments_1,generation=1}
   [junit4]   2> 2175298 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2175299 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/./collection1/data/
   [junit4]   2> 2175300 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2175301 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2175302 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2175302 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2175303 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=52.4765625, floorSegmentMB=1.3876953125, forceMergeDeletesPctAllowed=21.840491666994666, segmentsPerTier=41.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4164631025933394
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@7ac5e451 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@623e6234),segFN=segments_1,generation=1}
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38c4d320[collection1] main]
   [junit4]   2> 2175305 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1/conf
   [junit4]   2> 2175306 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1/conf}
   [junit4]   2> 2175306 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-002/collection1/conf
   [junit4]   2> 2175306 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2175307 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2175307 INFO  (coreLoadExecutor-5884-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2175309 INFO  (searcherExecutor-5885-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@38c4d320[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2175312 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2175781 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 2175784 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 2175789 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2175793 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2175794 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2175799 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 2175801 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 2175803 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 2175808 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 2175810 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 2175812 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 2175813 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 2175815 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 2175819 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 2175823 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 2175824 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 2175826 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 2175829 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 2175831 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 2175832 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 2175839 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 2175843 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 2175846 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 2175848 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 2175850 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 2175852 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 2175854 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 2175855 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 2175857 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 2175859 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 2175861 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 2175863 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 2175866 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 2175868 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 2175870 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 2175872 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 2175874 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 2175879 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 2175881 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 2175882 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 2175886 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 2175888 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 2175889 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 2175891 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 2175901 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 2175905 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 2175907 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 2175908 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 2175910 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 2175912 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 2175913 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 2175919 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 2175921 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 2175922 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 2175924 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 2175926 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 2175927 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 2175929 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 2175931 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 2175933 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 2175939 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 2175941 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 2175943 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 2175944 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 2175949 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 2175951 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 2175952 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 2175959 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 2175963 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 2175964 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 2175969 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 2175972 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 2175974 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 2175979 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 2175981 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 2175983 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 2175989 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 2175992 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 2175995 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 2175998 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 2176003 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 2176005 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 2176007 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 2176008 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 2176013 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 2176016 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 2176018 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 2176022 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 2176025 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 2176026 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 2176029 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 2176031 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 2176033 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 2176034 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 2176039 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 2176042 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 2176045 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 2176047 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 2176049 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 2176051 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 2176052 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 2176059 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 2176061 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 2176063 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 2176067 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 2176073 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 2176074 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 2176076 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 2176078 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 2176080 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 2176083 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 2176085 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 2176088 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 2176092 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 2176094 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 2176099 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 2176103 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 2176109 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 2176111 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 2176113 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 2176114 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 2176119 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 2176121 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 2176123 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 2176129 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 2176131 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 2176133 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 2176139 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 2176142 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 2176144 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 2176145 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 2176147 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 2176149 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 2176151 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 2176153 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 2176154 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 2176159 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 2176162 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 2176164 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 2176166 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 2176169 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 2176171 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 2176172 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 2176174 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 2176179 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 2176181 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 2176182 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 2176184 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 2176186 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 2176189 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 2176193 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 2176194 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 2176199 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 2176203 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 2176209 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 2176213 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 2176219 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 2176222 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 2176229 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 2176231 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 2176233 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 2176234 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 2176236 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 2176239 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 2176243 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 2176249 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 2176253 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 2176255 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 2176257 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 2176259 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 2176261 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 2176263 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 2176265 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 2176266 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 2176268 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 2176269 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 2176271 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 2176273 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 2176274 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 2176276 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 2176278 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 2176279 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 2176281 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 2176283 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 2176285 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 2176286 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 2176288 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 2176290 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 2176292 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 2176299 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 2176302 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 2176304 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 2176306 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 2176308 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 2176309 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2176309 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 2176311 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 2176313 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 2176314 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 2176316 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 2176318 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 2176320 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 2176321 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 2176329 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 2176331 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 2176333 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 2176334 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 2176336 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 2176337 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 2176339 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 2176341 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 2176343 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 2176344 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 2176346 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 2176348 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 2176350 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 2176352 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 2176359 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 2176361 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 2176362 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 2176364 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 2176366 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 2176367 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 2176373 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 2176379 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 2176381 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 2176383 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 2176384 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 2176386 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 2176388 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 2176390 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 2176392 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 2176399 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 2176401 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 2176403 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 2176404 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 2176406 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 2176408 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 2176412 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 2176416 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 2176418 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 2176419 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 2176421 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 2176423 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 2176429 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 2176431 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 2176433 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 2176434 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 2176439 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 2176441 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 2176443 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 2176449 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 2176453 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 2176459 INFO  (qtp1861224388-11828) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
   [junit4]   2> 2176461 INFO  (qtp1861224388-11829) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 2176462 INFO  (qtp1861224388-11827) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 2176464 INFO  (qtp1861224388-11823) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
   [junit4]   2> 2176466 INFO  (qtp1861224388-11822) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
   [junit4]   2> 2176467 INFO  (qtp1861224388-11826) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
   [junit4]   2> 2176472 INFO  (qtp1861224388-11825) [    x:collection1] o.a.s.u.p.LogUpdateProcessorF

[...truncated too long message...]

s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@420ded84{/solr,null,UNAVAILABLE}
   [junit4]   2> 2267971 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@6110408f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2267971 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[49178F40DAACDFE3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=516995297
   [junit4]   2> 2267973 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6f47c72e
   [junit4]   2> 2267973 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2267973 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2267973 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2267973 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2267974 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2267974 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2267974 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-029/./collection1/data/index.20160515165755868 [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-029/./collection1/data/index.20160515165755868;done=false>>]
   [junit4]   2> 2267975 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 2267975 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-029/./collection1/data/index.20160515165755868
   [junit4]   2> 2267975 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-029/./collection1/data [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-029/./collection1/data;done=false>>]
   [junit4]   2> 2267975 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 2267975 INFO  (coreCloseExecutor-6518-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001/solr-instance-029/./collection1/data
   [junit4]   2> 2267975 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[49178F40DAACDFE3]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbbc102{/solr,null,UNAVAILABLE}
   [junit4]   2> 2267977 INFO  (SUITE-TestReplicationHandler-seed#[49178F40DAACDFE3]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_49178F40DAACDFE3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom), newname=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=1713, maxMBSortInHeap=6.827808547323825, sim=ClassicSimilarity, locale=vi-VN, timezone=Etc/GMT-13
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=204195648,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [BaseCdcrDistributedZkTest, TestBulkSchemaAPI, ShowFileRequestHandlerTest, DistributedIntervalFacetingTest, CacheHeaderTest, TermVectorComponentTest, AddBlockUpdateTest, TestFuzzyAnalyzedSuggestions, TestLMJelinekMercerSimilarityFactory, TestDistributedMissingSort, TestCollationField, OutputWriterTest, LoggingHandlerTest, RequestHandlersTest, ChaosMonkeySafeLeaderTest, SpellingQueryConverterTest, SSLMigrationTest, SpellPossibilityIteratorTest, SpellCheckComponentTest, FieldAnalysisRequestHandlerTest, CdcrUpdateLogTest, TestAuthorizationFramework, TestIntervalFaceting, TestSolr4Spatial, ShardSplitTest, TestRestoreCore, PluginInfoTest, ResponseLogComponentTest, BitVectorTest, QueryResultKeyTest, TestClusterStateMutator, ZkStateWriterTest, NoCacheHeaderTest, TestQuerySenderListener, TestManagedResourceStorage, SolrCmdDistributorTest, TestCloudPivotFacet, TestInitParams, TestDocBasedVersionConstraints, CleanupOldIndexTest, ConfigSetsAPITest, TestAtomicUpdateErrorCases, TestReloadAndDeleteDocs, IndexSchemaRuntimeFieldTest, SuggesterTSTTest, SynonymTokenizerTest, TestRecovery, TestSchemaNameResource, HLLUtilTest, BigEndianAscendingWordDeserializerTest, TestCustomSort, TestObjectReleaseTracker, DefaultValueUpdateProcessorTest, SignatureUpdateProcessorFactoryTest, AutoCommitTest, BlockJoinFacetSimpleTest, TestSolrFieldCacheMBean, BasicAuthIntegrationTest, MultiThreadedOCPTest, CollectionsAPIDistributedZkTest, TestFastOutputStream, AddSchemaFieldsUpdateProcessorFactoryTest, TestCoreDiscovery, SolrInfoMBeanTest, HighlighterConfigTest, TestGraphMLResponseWriter, TestSolrXml, DistributedQueryComponentOptimizationTest, DistributedDebugComponentTest, ClassificationUpdateProcessorFactoryTest, EnumFieldTest, ZkSolrClientTest, TestDistributedStatsComponentCardinality, TlogReplayBufferedWhileIndexingTest, TestSolrQueryParser, SortByFunctionTest, FileBasedSpellCheckerTest, TestFoldingMultitermQuery, StatsComponentTest, TestAddFieldRealTimeGet, CreateCollectionCleanupTest, QueryParsingTest, TestConfigSetsAPI, TestDFISimilarityFactory, TestFastWriter, OpenCloseCoreStressTest, TestQueryWrapperFilter, FileUtilsTest, SolrCoreCheckLockOnStartupTest, TestSearcherReuse, TestMinMaxOnMultiValuedField, TestExclusionRuleCollectionAccess, SolrCloudExampleTest, TestAuthenticationFramework, TestSolrQueryParserResource, TestJettySolrRunner, CoreMergeIndexesAdminHandlerTest, RankQueryTest, DeleteReplicaTest, TestSolrJ, SharedFSAutoReplicaFailoverUtilsTest, TestImplicitCoreProperties, TestDistribDocBasedVersion, TestCustomDocTransformer, OverseerTaskQueueTest, TestConfigSetImmutable, CSVRequestHandlerTest, TestLeaderInitiatedRecoveryThread, EchoParamsTest, BlockJoinFacetDistribTest, CoreAdminCreateDiscoverTest, FullHLLTest, DebugComponentTest, SuggestComponentContextFilterQueryTest, HdfsTlogReplayBufferedWhileIndexingTest, TestRandomFaceting, TestReversedWildcardFilterFactory, TestFileDictionaryLookup, HdfsWriteToMultipleCollectionsTest, TestScoreJoinQPNoScore, BasicDistributedZk2Test, TestManagedSchemaAPI, MinimalSchemaTest, CollectionsAPISolrJTest, TestConfigSetsAPIZkFailure, SuggesterTest, TestSmileRequest, TestRawTransformer, TestOmitPositions, BadCopyFieldTest, TestJsonRequest, TestBadConfig, TestRandomRequestDistribution, RemoteQueryErrorTest, TestAnalyzeInfixSuggestions, TestIndexingPerformance, TestSubQueryTransformerDistrib, TestNamedUpdateProcessors, WordBreakSolrSpellCheckerTest, SuggesterWFSTTest, TestSolrConfigHandler, NotRequiredUniqueKeyTest, DistanceFunctionTest, TestRealTimeGet, RAMDirectoryFactoryTest, LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler]
   [junit4] Completed [310/598 (1!)] on J1 in 93.29s, 15 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 922 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 598 suites (10 ignored), 2420 tests, 1 failure, 87 ignored (72 assumptions) [seed: 49178F40DAACDFE3]

Total time: 88 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 132 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/132/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay

Error Message:
expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([3E2C1BBBC480F7D1:41B2AC3EADE2DA5B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:138)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3E2C1BBBC480F7D1:21966A4C14E03114]:0)
	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:522)
	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:296)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:127)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:42)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10584 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateReaderTest
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_3E2C1BBBC480F7D1-001/init-core-data-001
   [junit4]   2> 32644 INFO  (SUITE-ZkStateReaderTest-seed#[3E2C1BBBC480F7D1]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 32679 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 32688 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 32708 INFO  (Thread-75) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 32709 INFO  (Thread-75) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 32808 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer start zk server on port:35682
   [junit4]   2> 32837 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 32898 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 32922 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 34468 INFO  (zkCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77070367 name:ZooKeeperConnection Watcher:127.0.0.1:35682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 34468 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34468 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 34486 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 34487 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34490 INFO  (zkCallback-27-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a161d3c name:ZooKeeperConnection Watcher:127.0.0.1:35682 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 34490 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34490 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 34492 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 34509 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x154b07c3d840001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 34513 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 34513 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34516 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5bebce02 name:ZooKeeperConnection Watcher:127.0.0.1:35682/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 34516 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34516 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 34536 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 34541 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 34543 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 34545 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 34548 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 34558 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 34564 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 34570 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 34583 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 34590 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 34615 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 34625 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 34631 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 34654 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35682 35682
   [junit4]   2> 34669 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 34669 INFO  (Thread-75) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35682 35682
   [junit4]   2> 34687 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefreshLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefreshLazy
   [junit4]   2> 34693 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelay
   [junit4]   2> 34693 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 34694 INFO  (Thread-76) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 34694 INFO  (Thread-76) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 34794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer start zk server on port:41331
   [junit4]   2> 34794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 34794 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34799 INFO  (zkCallback-30-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@204a382b name:ZooKeeperConnection Watcher:127.0.0.1:41331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 34799 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34800 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 34804 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 34804 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34807 INFO  (zkCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34e60233 name:ZooKeeperConnection Watcher:127.0.0.1:41331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 34807 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34807 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 34807 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 34816 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 34816 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 34819 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e616831 name:ZooKeeperConnection Watcher:127.0.0.1:41331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 34819 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 34819 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 34821 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 34823 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 34826 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 34829 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 34831 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 34833 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 34833 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 34834 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 34841 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 34842 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 34849 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 34851 INFO  (zkCallback-32-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 34901 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 34904 INFO  (zkCallback-32-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 34904 INFO  (zkCallback-32-thread-2) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 34905 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 85329 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41331 41331
   [junit4]   2> 95499 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 95500 INFO  (Thread-76) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41331 41331
   [junit4]   2> 95503 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelay-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelay
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithTimeDelay -Dtests.seed=3E2C1BBBC480F7D1 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Pacific/Tongatapu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 60.8s J0 | ZkStateReaderTest.testStateFormatUpdateWithTimeDelay <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E2C1BBBC480F7D1:41B2AC3EADE2DA5B]:0)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:138)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithTimeDelay(ZkStateReaderTest.java:52)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 95506 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> 95507 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 95507 INFO  (Thread-77) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 95507 INFO  (Thread-77) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 95607 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer start zk server on port:51378
   [junit4]   2> 95607 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 95608 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 95611 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8036e57 name:ZooKeeperConnection Watcher:127.0.0.1:51378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 95612 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 95612 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 95615 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 95616 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 95619 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39f51417 name:ZooKeeperConnection Watcher:127.0.0.1:51378 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 95619 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 95619 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 95619 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 95625 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 95625 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 95627 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6767f9c name:ZooKeeperConnection Watcher:127.0.0.1:51378/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 95628 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 95628 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 95630 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 95633 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 95636 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 95639 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 95643 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 95645 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 95647 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 95648 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 95652 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 95652 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 95656 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 95659 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 95662 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 95664 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 95666 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 95666 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 95671 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51378 51378
   [junit4]   2> 100740 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 100741 INFO  (Thread-77) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51378 51378
   [junit4]   2> 100744 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithExplicitRefresh
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateReaderTest -Dtests.method=testStateFormatUpdateWithExplicitRefresh -Dtests.seed=3E2C1BBBC480F7D1 -Dtests.slow=true -Dtests.locale=ar-IQ -Dtests.timezone=Pacific/Tongatapu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   5.24s J0 | ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3E2C1BBBC480F7D1:21966A4C14E03114]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:522)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:296)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:127)
   [junit4]    > 	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:42)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 100752 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalCollectionWatchedNotWatched
   [junit4]   2> 100752 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 100753 INFO  (Thread-78) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 100753 INFO  (Thread-78) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 100853 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer start zk server on port:40188
   [junit4]   2> 100853 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 100853 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 100857 INFO  (zkCallback-38-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b134738 name:ZooKeeperConnection Watcher:127.0.0.1:40188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 100857 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 100857 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 100860 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 100861 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 100863 INFO  (zkCallback-39-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69bad886 name:ZooKeeperConnection Watcher:127.0.0.1:40188 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 100864 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 100864 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 100864 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 100870 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 100870 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 100874 INFO  (zkCallback-40-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61ed5344 name:ZooKeeperConnection Watcher:127.0.0.1:40188/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 100874 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 100874 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 100876 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 100878 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 100881 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 100883 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 100886 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 100887 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 100889 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 100890 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 100892 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 100896 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 100899 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 100902 ERROR (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]-EventThread) [    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$8/728385686@3e19f1a0 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@3a2662bb[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 100905 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40188 40188
   [junit4]   2> 101007 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 101009 INFO  (Thread-78) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40188 40188
   [junit4]   2> 101010 INFO  (TEST-ZkStateReaderTest.testExternalCollectionWatchedNotWatched-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalCollectionWatchedNotWatched
   [junit4]   2> 101013 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 101014 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 101014 INFO  (Thread-79) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 101014 INFO  (Thread-79) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 101114 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer start zk server on port:58034
   [junit4]   2> 101114 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 101114 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 101118 INFO  (zkCallback-42-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@103eddb3 name:ZooKeeperConnection Watcher:127.0.0.1:58034 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 101118 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 101118 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 101121 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 101122 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 101124 INFO  (zkCallback-43-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e942b8f name:ZooKeeperConnection Watcher:127.0.0.1:58034 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 101124 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 101124 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 101124 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 101130 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 101131 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 101133 INFO  (zkCallback-44-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23abcb6 name:ZooKeeperConnection Watcher:127.0.0.1:58034/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 101133 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 101134 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 101136 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 101140 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 101143 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 101146 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 101148 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 101151 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 101153 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 101154 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 101157 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 101159 INFO  (zkCallback-44-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 101162 INFO  (zkCallback-44-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 101164 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 101166 INFO  (zkCallback-44-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 101171 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58034 58034
   [junit4]   2> 111195 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 111196 INFO  (Thread-79) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58034 58034
   [junit4]   2> 111198 INFO  (TEST-ZkStateReaderTest.testStateFormatUpdateWithTimeDelayLazy-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testStateFormatUpdateWithTimeDelayLazy
   [junit4]   2> 111200 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatchedCollectionCreation
   [junit4]   2> 111201 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 111201 INFO  (Thread-80) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 111201 INFO  (Thread-80) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 111306 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer start zk server on port:59538
   [junit4]   2> 111306 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 111307 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 111317 INFO  (zkCallback-46-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@453eaefb name:ZooKeeperConnection Watcher:127.0.0.1:59538 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 111317 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 111317 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 111320 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 111321 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 111323 INFO  (zkCallback-47-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@488a567e name:ZooKeeperConnection Watcher:127.0.0.1:59538 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 111323 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 111323 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 111323 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 111329 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 111330 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 111331 INFO  (zkCallback-48-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b9ffc7d name:ZooKeeperConnection Watcher:127.0.0.1:59538/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 111332 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 111332 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 111333 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 111336 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 111339 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 111341 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 111344 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 111346 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 111347 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 111349 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 111353 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 111353 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 111356 INFO  (zkCallback-48-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 111359 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 111360 INFO  (zkCallback-48-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 111361 INFO  (zkCallback-48-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 111414 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59538 59538
   [junit4]   2> 116520 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 116521 INFO  (Thread-80) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59538 59538
   [junit4]   2> 116522 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[3E2C1BBBC480F7D1]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 116523 INFO  (SUITE-ZkStateReaderTest-seed#[3E2C1BBBC480F7D1]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.overseer.ZkStateReaderTest_3E2C1BBBC480F7D1-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=601, maxMBSortInHeap=5.364084293221849, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ar-IQ, timezone=Pacific/Tongatapu
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=25420376,total=64880640
   [junit4]   2> NOTE: All tests run in this JVM: [TestSort, DistributedQueryElevationComponentTest, CdcrRequestHandlerTest, TestSweetSpotSimilarityFactory, CurrencyFieldXmlFileTest, SortSpecParsingTest, DirectUpdateHandlerTest, ZkStateReaderTest]
   [junit4] Completed [34/598 (1!)] on J0 in 83.90s, 6 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 1802 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 598 suites (10 ignored), 2420 tests, 1 error, 1 failure, 87 ignored (72 assumptions) [seed: 3E2C1BBBC480F7D1]

Total time: 78 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 131 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/131/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46856 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46856 within 30000 ms
	at __randomizedtesting.SeedInfo.seed([A08BB5E852E6C714:BF31C41F828601D1]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:181)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:110)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:97)
	at org.apache.solr.cloud.AbstractZkTestCase.tryCleanPath(AbstractZkTestCase.java:182)
	at org.apache.solr.cloud.AbstractZkTestCase.tryCleanSolrZkNode(AbstractZkTestCase.java:178)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdate(ZkStateReaderTest.java:70)
	at org.apache.solr.cloud.overseer.ZkStateReaderTest.testStateFormatUpdateWithExplicitRefresh(ZkStateReaderTest.java:42)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 127.0.0.1:46856 within 30000 ms
	at org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:228)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:173)
	... 46 more


FAILED:  org.apache.solr.schema.TestManagedSchemaAPI.test

Error Message:
Error from server at http://127.0.0.1:49344/solr/testschemaapi_shard1_replica1: ERROR: [doc=2] unknown field 'myNewField1'

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:49344/solr/testschemaapi_shard1_replica1: ERROR: [doc=2] unknown field 'myNewField1'
	at __randomizedtesting.SeedInfo.seed([A08BB5E852E6C714:28DF8A32FC1AAAEC]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:697)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1109)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:998)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:934)
	at org.apache.solr.schema.TestManagedSchemaAPI.testAddFieldAndDocument(TestManagedSchemaAPI.java:86)
	at org.apache.solr.schema.TestManagedSchemaAPI.test(TestManagedSchemaAPI.java:55)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49344/solr/testschemaapi_shard1_replica1: ERROR: [doc=2] unknown field 'myNewField1'
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:404)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:357)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:674)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 10681 lines...]
   [junit4] Suite: org.apache.solr.schema.TestManagedSchemaAPI
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/init-core-data-001
   [junit4]   2> 297290 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 297296 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 297296 INFO  (Thread-342) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 297296 INFO  (Thread-342) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 297396 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38591
   [junit4]   2> 297396 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297397 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297400 INFO  (zkCallback-163-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@532ea964 name:ZooKeeperConnection Watcher:127.0.0.1:38591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297400 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297401 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297401 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 297410 INFO  (jetty-launcher-162-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 297411 INFO  (jetty-launcher-162-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 297414 INFO  (jetty-launcher-162-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@289832e5{/solr,null,AVAILABLE}
   [junit4]   2> 297415 INFO  (jetty-launcher-162-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8fa170f{/solr,null,AVAILABLE}
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@6e8b65bb{HTTP/1.1,[http/1.1]}{127.0.0.1:54075}
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.e.j.s.Server Started @300054ms
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54075}
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2'
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 297417 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@1cbee162{HTTP/1.1,[http/1.1]}{127.0.0.1:49344}
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.e.j.s.Server Started @300055ms
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49344}
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1'
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 297418 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 297419 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297419 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297434 INFO  (zkCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42046648 name:ZooKeeperConnection Watcher:127.0.0.1:38591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297434 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297434 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297435 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 297435 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ab56fbd name:ZooKeeperConnection Watcher:127.0.0.1:38591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297435 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297436 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297437 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 297444 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/.
   [junit4]   2> 297444 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 372910349
   [junit4]   2> 297444 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2]
   [junit4]   2> 297444 WARN  (jetty-launcher-162-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/lib
   [junit4]   2> 297445 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 297445 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/.
   [junit4]   2> 297445 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1669048174
   [junit4]   2> 297445 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1]
   [junit4]   2> 297445 WARN  (jetty-launcher-162-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/lib
   [junit4]   2> 297445 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 297446 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 297446 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 297446 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38591/solr
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38591/solr
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297447 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297449 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297452 INFO  (zkCallback-171-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20ec9920 name:ZooKeeperConnection Watcher:127.0.0.1:38591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297452 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297452 INFO  (jetty-launcher-162-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297453 INFO  (zkCallback-170-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@226529d2 name:ZooKeeperConnection Watcher:127.0.0.1:38591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297453 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297453 INFO  (jetty-launcher-162-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297455 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$28/1896020644@268cda33
   [junit4]   2> 297457 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297457 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$28/1896020644@2aa271d1
   [junit4]   2> 297458 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297462 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d986ae6 name:ZooKeeperConnection Watcher:127.0.0.1:38591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297462 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@532edfc2 name:ZooKeeperConnection Watcher:127.0.0.1:38591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297462 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297462 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297464 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 297464 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 297467 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 297471 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 297474 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 297477 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 297478 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 297480 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 297481 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 297483 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 297484 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 297486 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 297486 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 297487 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 297490 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 297491 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 297491 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 297493 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 297494 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95893674118414342-127.0.0.1:54075_solr-n_0000000000
   [junit4]   2> 297494 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54075_solr
   [junit4]   2> 297494 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 297496 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer Overseer (id=95893674118414342-127.0.0.1:54075_solr-n_0000000000) starting
   [junit4]   2> 297499 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 297499 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 297500 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 297501 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 297508 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 297509 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95893674118414341-127.0.0.1:49344_solr-n_0000000001
   [junit4]   2> 297510 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95893674118414342-127.0.0.1:54075_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 297510 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49344_solr
   [junit4]   2> 297511 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49344_solr
   [junit4]   2> 297511 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 297512 INFO  (OverseerCollectionConfigSetProcessor-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 297513 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 297513 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 297514 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:54075_solr as DOWN
   [junit4]   2> 297514 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 297546 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 297562 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 297562 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 297563 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/.
   [junit4]   2> 297563 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 297563 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 297564 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 297564 INFO  (jetty-launcher-162-thread-1) [n:127.0.0.1:49344_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 297565 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:54075_solr"} current state version: 0
   [junit4]   2> 297566 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:54075_solr
   [junit4]   2> 298564 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54075_solr
   [junit4]   2> 298566 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54075_solr
   [junit4]   2> 298568 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 298568 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 298570 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 298571 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 298586 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 298586 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 298587 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/.
   [junit4]   2> 298588 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 298588 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 298588 INFO  (jetty-launcher-162-thread-2) [n:127.0.0.1:54075_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 298589 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 298589 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 298592 INFO  (zkCallback-176-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@795038aa name:ZooKeeperConnection Watcher:127.0.0.1:38591 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298592 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 298592 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 298595 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:38591/solr
   [junit4]   2> 298595 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 298595 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 298597 INFO  (zkCallback-179-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6b3d9318 name:ZooKeeperConnection Watcher:127.0.0.1:38591/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 298598 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 298598 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 298598 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 298599 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 298600 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 298604 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 298607 INFO  (SUITE-TestManagedSchemaAPI-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/managed-schema
   [junit4]   2> 298631 INFO  (TEST-TestManagedSchemaAPI.test-seed#[A08BB5E852E6C714]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 298636 INFO  (qtp341901992-1132) [n:127.0.0.1:54075_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=testschemaapi&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 298640 INFO  (OverseerCollectionConfigSetProcessor-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 298641 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 298641 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection testschemaapi
   [junit4]   2> 298641 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/testschemaapi 
   [junit4]   2> 298642 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi
   [junit4]   2> 298644 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 298644 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 298644 INFO  (zkCallback-179-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 298648 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 298648 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: testschemaapi
   [junit4]   2> 298650 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testschemaapi/state.json
   [junit4]   2> 298748 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection testschemaapi, shardNames [shard1] , replicationFactor : 2
   [junit4]   2> 298748 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core testschemaapi_shard1_replica1 as part of shard shard1 of collection testschemaapi on 127.0.0.1:49344_solr
   [junit4]   2> 298748 INFO  (OverseerThreadFactory-531-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core testschemaapi_shard1_replica2 as part of shard shard1 of collection testschemaapi on 127.0.0.1:54075_solr
   [junit4]   2> 298755 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=testschemaapi_shard1_replica2&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2
   [junit4]   2> 298755 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=testschemaapi_shard1_replica1&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2
   [junit4]   2> 298756 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=testschemaapi_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=testschemaapi, numShards=1, dataDir=data/, shard=shard1}
   [junit4]   2> 298756 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=testschemaapi_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=testschemaapi, numShards=1, dataDir=data/, shard=shard1}
   [junit4]   2> 298756 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 298758 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Registering watch for collection testschemaapi
   [junit4]   2> 298758 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 298758 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [testschemaapi] ver [0]
   [junit4]   2> 298759 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 298760 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Registering watch for collection testschemaapi
   [junit4]   2> 298760 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"testschemaapi_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49344/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49344_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 298760 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testschemaapi_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49344/solr",
   [junit4]   2>   "node_name":"127.0.0.1:49344_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 298760 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [testschemaapi] ver [0]
   [junit4]   2> 298760 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 298763 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"testschemaapi_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54075/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54075_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 298763 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testschemaapi_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54075/solr",
   [junit4]   2>   "node_name":"127.0.0.1:54075_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 298866 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testschemaapi/state.json version: 0
   [junit4]   2> 298867 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 298867 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 298867 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:49344_solr) [n:127.0.0.1:49344_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [0] to [1]
   [junit4]   2> 298867 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [0] to [1]
   [junit4]   2> 299759 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for testschemaapi_shard1_replica1
   [junit4]   2> 299759 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:testschemaapi
   [junit4]   2> 299760 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 299760 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 299761 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 299761 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/testschemaapi_shard1_replica1'
   [junit4]   2> 299761 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for testschemaapi_shard1_replica2
   [junit4]   2> 299761 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 299761 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:testschemaapi
   [junit4]   2> 299761 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 299762 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 299762 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 299763 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 299763 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/testschemaapi_shard1_replica2'
   [junit4]   2> 299763 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 299763 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 299763 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 299766 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 299775 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 299866 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 299869 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 299874 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 299875 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
   [junit4]   2> 299883 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 299886 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.s.IndexSchema [testschemaapi_shard1_replica1] Schema name=minimal
   [junit4]   2> 299886 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.s.IndexSchema [testschemaapi_shard1_replica2] Schema name=minimal
   [junit4]   2> 299893 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 299893 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 299895 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 299895 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testschemaapi_shard1_replica1' using configuration from collection testschemaapi
   [junit4]   2> 299895 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 299895 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1
   [junit4]   2> 299895 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'testschemaapi_shard1_replica2' using configuration from collection testschemaapi
   [junit4]   2> 299895 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore [[testschemaapi_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/testschemaapi_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data/]
   [junit4]   2> 299895 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: testschemaapi_shard1_replica1
   [junit4]   2> 299895 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 299895 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore [[testschemaapi_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/testschemaapi_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data/]
   [junit4]   2> 299895 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: testschemaapi_shard1_replica2
   [junit4]   2> 299896 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data
   [junit4]   2> 299896 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data/index/
   [junit4]   2> 299896 WARN  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore [testschemaapi_shard1_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 299896 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data
   [junit4]   2> 299896 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data/index/
   [junit4]   2> 299896 WARN  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore [testschemaapi_shard1_replica2] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 299896 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data/index
   [junit4]   2> 299898 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data/index
   [junit4]   2> 299898 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@406098b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@205f8a87),segFN=segments_1,generation=1}
   [junit4]   2> 299898 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 299898 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@41eaaa6f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4d3093c4),segFN=segments_1,generation=1}
   [junit4]   2> 299898 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 299900 INFO  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica2) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core testschemaapi_shard1_replica2 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data/
   [junit4]   2> 299900 WARN  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica2) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node2/./testschemaapi_shard1_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 299901 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 299901 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 299902 INFO  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica1) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core testschemaapi_shard1_replica1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data/
   [junit4]   2> 299902 WARN  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica1) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_A08BB5E852E6C714-001/tempDir-001/node1/./testschemaapi_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 299903 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299903 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299904 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299904 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299905 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299905 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299906 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299906 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 299908 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 299908 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 299908 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/graph,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 299908 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 299908 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 299911 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 299911 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 299911 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 299912 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 299912 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 299912 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 299912 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 299912 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@406098b7 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@205f8a87),segFN=segments_1,generation=1}
   [junit4]   2> 299912 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 299912 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b587bc3[testschemaapi_shard1_replica1] main]
   [junit4]   2> 299912 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@41eaaa6f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4d3093c4),segFN=segments_1,generation=1}
   [junit4]   2> 299913 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 299913 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 299913 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2546355a[testschemaapi_shard1_replica2] main]
   [junit4]   2> 299913 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 299918 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 299918 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 299918 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 299919 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 299919 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 299919 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 299919 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 299919 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 299919 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 299919 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 299922 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 299924 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 299924 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 299924 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 299924 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Added new OnReconnect listener ZkIndexSchemaReader: /configs/conf1/managed-schema, uniqueCoreId: testschemaapi_shard1_replica1:679939925099752
   [junit4]   2> 299924 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 299925 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 299925 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 299925 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 299925 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1534298788647141376
   [junit4]   2> 299926 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1534298788647141376
   [junit4]   2> 299927 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 299927 INFO  (searcherExecutor-536-thread-1-processing-n:127.0.0.1:49344_solr x:testschemaapi_shard1_replica1 s:shard1 c:testschemaapi r:core_node1) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore [testschemaapi_shard1_replica1] Registered new searcher Searcher@b587bc3[testschemaapi_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 299927 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.CoreContainer registering core: testschemaapi_shard1_replica1
   [junit4]   2> 299927 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Register replica - core:testschemaapi_shard1_replica1 address:http://127.0.0.1:49344/solr collection:testschemaapi shard:shard1
   [junit4]   2> 299928 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi/leader_elect/shard1/election
   [junit4]   2> 299929 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 299929 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 299929 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 299929 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 299931 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Added new OnReconnect listener ZkIndexSchemaReader: /configs/conf1/managed-schema, uniqueCoreId: testschemaapi_shard1_replica2:679939925449472
   [junit4]   2> 299931 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 299931 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 299931 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 299931 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 299931 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1534298788653432832
   [junit4]   2> 299933 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1534298788653432832
   [junit4]   2> 299933 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 299933 INFO  (searcherExecutor-537-thread-1-processing-n:127.0.0.1:54075_solr x:testschemaapi_shard1_replica2 s:shard1 c:testschemaapi r:core_node2) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore [testschemaapi_shard1_replica2] Registered new searcher Searcher@2546355a[testschemaapi_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 299934 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.CoreContainer registering core: testschemaapi_shard1_replica2
   [junit4]   2> 299934 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Register replica - core:testschemaapi_shard1_replica2 address:http://127.0.0.1:54075/solr collection:testschemaapi shard:shard1
   [junit4]   2> 299938 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/testschemaapi/leader_elect/shard1/election/95893674118414341-core_node1-n_0000000000
   [junit4]   2> 299939 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.LeaderElector Joined leadership election with path: /collections/testschemaapi/leader_elect/shard1/election/95893674118414342-core_node2-n_0000000001
   [junit4]   2> 299939 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 299941 INFO  (qtp341901992-1135) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.LeaderElector Watching path /collections/testschemaapi/leader_elect/shard1/election/95893674118414341-core_node1-n_0000000000 to know if I could be the leader
   [junit4]   2> 299941 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 299942 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 299942 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:49344/solr/testschemaapi_shard1_replica1/
   [junit4]   2> 299942 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=testschemaapi_shard1_replica1 url=http://127.0.0.1:49344/solr START replicas=[http://127.0.0.1:54075/solr/testschemaapi_shard1_replica2/] nUpdates=100
   [junit4]   2> 299942 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=testschemaapi_shard1_replica1 url=http://127.0.0.1:49344/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 299942 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 299942 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 299949 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi/leaders/shard1
   [junit4]   2> 299951 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testschemaapi/leaders/shard1/leader after winning as /collections/testschemaapi/leader_elect/shard1/election/95893674118414341-core_node1-n_0000000000
   [junit4]   2> 299953 INFO  (qtp341901992-1142) [n:127.0.0.1:54075_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica2] o.a.s.c.S.Request [testschemaapi_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 299957 INFO  (qtp2129711928-1131) [n:127.0.0.1:49344_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:49344/solr/testschemaapi_shard1_replica1/ shard1
   [junit4]   2> 299958 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi"} current state version: 0
   [junit4]   2> 299961 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "base_url":"http://127.0.0.1:49344/solr",
   [junit4]   2>   "core":"testschemaapi_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 300065 INFO  (OverseerStateUpdate-95893674118414342-127.0.0.1:54075_solr-n_0000000000) [n:127.0.0.1:54075_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testschemaapi/state.json version: 1
   [junit4]   2> 300067 INFO  (zkCallback-173-thread-1-processing-n:127.0.0.1:54075_solr) [n:127.0.0.1:54075_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:N

[...truncated too long message...]

WatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 3722177 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 3722180 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [c1]
   [junit4]   2> 3722181 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 3722184 INFO  (zkCallback-2931-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 3722188 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 3722188 INFO  (zkCallback-2931-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeCreated path:/collections/c1/state.json] for collection [c1] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 3722189 INFO  (zkCallback-2931-thread-1) [    ] o.a.s.c.c.ZkStateReader Add data for [c1] ver [0]
   [junit4]   2> 3722242 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50445 50445
   [junit4]   2> 3727265 INFO  (Thread-6839) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50445 50445
   [junit4]   2> 3727266 INFO  (TEST-ZkStateReaderTest.testWatchedCollectionCreation-seed#[A08BB5E852E6C714]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatchedCollectionCreation
   [junit4]   2> 3727267 INFO  (SUITE-ZkStateReaderTest-seed#[A08BB5E852E6C714]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateReaderTest_A08BB5E852E6C714-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=745, maxMBSortInHeap=5.297731327770461, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sk-SK, timezone=America/Pangnirtung
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=58737680,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, TestPerFieldSimilarity, ForceLeaderTest, HdfsBasicDistributedZkTest, TestSchemaSimilarityResource, OverseerTaskQueueTest, DefaultValueUpdateProcessorTest, DateMathParserTest, TestSerializedLuceneMatchVersion, BinaryUpdateRequestHandlerTest, TestUseDocValuesAsStored, TestJoin, TestTrie, RAMDirectoryFactoryTest, TestFileDictionaryLookup, TestCustomSort, TestCopyFieldCollectionResource, CdcrUpdateLogTest, CleanupOldIndexTest, BlockJoinFacetSimpleTest, SortByFunctionTest, TestSolrCoreProperties, TestStressRecovery, TestGraphMLResponseWriter, TestConfigSetImmutable, TestRuleBasedAuthorizationPlugin, TestPivotHelperCode, TestManagedSchemaAPI, TestExactStatsCache, TestDistribDocBasedVersion, TestSchemaNameResource, ZkSolrClientTest, TestSystemIdResolver, TestQuerySenderListener, TestAnalyzeInfixSuggestions, AnalyticsMergeStrategyTest, StatsComponentTest, ParsingFieldUpdateProcessorsTest, DebugComponentTest, ShardSplitTest, HdfsNNFailoverTest, TestRequestStatusCollectionAPI, TestBulkSchemaConcurrent, ChaosMonkeySafeLeaderTest, TestIndexingPerformance, TestBM25SimilarityFactory, DocExpirationUpdateProcessorFactoryTest, TestRandomRequestDistribution, TermVectorComponentDistributedTest, TestCSVResponseWriter, TestDynamicFieldCollectionResource, VMParamsZkACLAndCredentialsProvidersTest, SuggestComponentContextFilterQueryTest, TestDistributedMissingSort, DateFieldTest, TestZkChroot, TestCollationField, TestFastWriter, TestCloudDeleteByQuery, FileBasedSpellCheckerTest, CurrencyFieldOpenExchangeTest, TestReplicationHandlerBackup, EchoParamsTest, BlockJoinFacetDistribTest, LeaderInitiatedRecoveryOnShardRestartTest, AddBlockUpdateTest, TestFieldTypeCollectionResource, TestMinMaxOnMultiValuedField, TestSolrIndexConfig, EnumFieldTest, TlogReplayBufferedWhileIndexingTest, SpellingQueryConverterTest, OutputWriterTest, TestManagedResourceStorage, BasicZkTest, NotRequiredUniqueKeyTest, BadIndexSchemaTest, DistributedDebugComponentTest, SSLMigrationTest, HdfsRecoveryZkTest, MultiTermTest, BasicAuthIntegrationTest, TestShortCircuitedRequests, TestSolrDeletionPolicy2, TestSuggestSpellingConverter, HdfsTlogReplayBufferedWhileIndexingTest, ResponseHeaderTest, ResourceLoaderTest, DateRangeFieldTest, ExitableDirectoryReaderTest, FieldMutatingUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, TestHighFrequencyDictionaryFactory, TestRecovery, NumericFieldsTest, SolrCmdDistributorTest, DistributedMLTComponentTest, OpenExchangeRatesOrgProviderTest, FileUtilsTest, TestSolr4Spatial, SignatureUpdateProcessorFactoryTest, CursorMarkTest, LeaderFailoverAfterPartitionTest, RankQueryTest, TestImplicitCoreProperties, HdfsChaosMonkeySafeLeaderTest, HdfsSyncSliceTest, CachingDirectoryFactoryTest, TestConfigSetsAPI, TestSubQueryTransformer, TestHdfsUpdateLog, TestSolrQueryParserResource, TestJsonRequest, CacheHeaderTest, TestQueryUtils, DeleteInactiveReplicaTest, TestIntervalFaceting, DistributedFacetPivotSmallAdvancedTest, SecurityConfHandlerTest, ShowFileRequestHandlerTest, TestQueryWrapperFilter, SpellCheckCollatorTest, TestReplicaProperties, SpellCheckComponentTest, SimpleMLTQParserTest, DirectUpdateHandlerOptimizeTest, HdfsWriteToMultipleCollectionsTest, CollectionsAPISolrJTest, TestObjectReleaseTracker, FieldAnalysisRequestHandlerTest, CoreMergeIndexesAdminHandlerTest, TestClusterStateMutator, TestSolrConfigHandler, TestSearcherReuse, TestPHPSerializedResponseWriter, TermVectorComponentTest, TestAddFieldRealTimeGet, LoggingHandlerTest, TestRTGBase, QueryResultKeyTest, RemoteQueryErrorTest, DistanceFunctionTest, SynonymTokenizerTest, DistributedQueueTest, LukeRequestHandlerTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, FullSolrCloudDistribCmdsTest, AutoCommitTest, TestDistributedGrouping, TestHashPartitioner, TestRealTimeGet, TestStressReorder, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, TestGroupingSearch, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFiltering, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, TestCoreDiscovery, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterTSTTest, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestOmitPositions, TermsComponentTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, ReturnFieldsTest, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, CSVRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestBinaryResponseWriter, TestLFUCache, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, AsyncMigrateRouteKeyTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, SolrXmlInZkTest, TestCloudInspectUtil, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudCluster, TestSSLRandomization, TestSolrCloudWithKerberosAlt, TestTolerantUpdateProcessorCloud, ZkStateReaderTest]
   [junit4] Completed [491/598 (2!)] on J1 in 56.55s, 6 tests, 1 error <<< FAILURES!

[...truncated 334 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:233: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 598 suites (10 ignored), 2420 tests, 2 errors, 87 ignored (72 assumptions) [seed: A08BB5E852E6C714]

Total time: 89 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 130 - Still Failing!

Posted by Alan Woodward <al...@flax.co.uk>.
OK, so this is a bug in how I'm checking for fully-active collections.  Currently it iterates over all replicas in the collection and checks that they're active, but it isn't checking that all replicas are actually present.  So in this test, the first 'active' check is passing before all shards have been constructed, and then the watch is triggered by the final shards registering themselves, before a node is taken down.

Working on a fix now.

Alan Woodward
www.flax.co.uk


On 14 May 2016, at 09:00, Alan Woodward wrote:

> I'll dig.
> 
> Alan Woodward
> www.flax.co.uk
> 
> 
> On 14 May 2016, at 03:06, Policeman Jenkins Server wrote:
> 
>> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/130/
>> Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
>> 
>> 1 tests failed.
>> FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch
>> 
>> Error Message:
>> Expected: is <3>      got: <4> 
>> 
>> Stack Trace:
>> java.lang.AssertionError: 
>> Expected: is <3>
>>     got: <4>
>> 
>> 	at __randomizedtesting.SeedInfo.seed([5F36DD2E780EA866:20D125E3F033758]:0)
>> 	at org.junit.Assert.assertThat(Assert.java:780)
>> 	at org.junit.Assert.assertThat(Assert.java:738)
>> 	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:116)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> 	at java.lang.reflect.Method.invoke(Method.java:498)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
>> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>> 	at java.lang.Thread.run(Thread.java:745)
>> 
>> 
>> 
>> 
>> Build Log:
>> [...truncated 12855 lines...]
>>   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
>>   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/init-core-data-001
>>   [junit4]   2> 15517 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
>>   [junit4]   2> 15537 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>>   [junit4]   2> 15539 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>>   [junit4]   2> 15540 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer Starting server
>>   [junit4]   2> 15638 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49873
>>   [junit4]   2> 15669 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 15726 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 15741 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
>>   [junit4]   2> 17661 INFO  (zkCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c56c092 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17662 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17662 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17665 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
>>   [junit4]   2> 17696 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>>   [junit4]   2> 17698 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>>   [junit4]   2> 17701 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14584893{/solr,null,AVAILABLE}
>>   [junit4]   2> 17705 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>>   [junit4]   2> 17707 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>>   [junit4]   2> 17707 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bc94856{/solr,null,AVAILABLE}
>>   [junit4]   2> 17705 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@3481c7f0{HTTP/1.1,[http/1.1]}{127.0.0.1:36992}
>>   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.Server Started @22289ms
>>   [junit4]   2> 17708 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@502c5f47{HTTP/1.1,[http/1.1]}{127.0.0.1:57008}
>>   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.Server Started @22289ms
>>   [junit4]   2> 17714 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c08cb7e{/solr,null,AVAILABLE}
>>   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36992}
>>   [junit4]   2> 17714 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57008}
>>   [junit4]   2> 17726 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5040a9d1{HTTP/1.1,[http/1.1]}{127.0.0.1:63532}
>>   [junit4]   2> 17727 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34f50864{/solr,null,AVAILABLE}
>>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.Server Started @22304ms
>>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63532}
>>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@1962ea4f{HTTP/1.1,[http/1.1]}{127.0.0.1:40413}
>>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.Server Started @22306ms
>>   [junit4]   2> 17725 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>>   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40413}
>>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>>   [junit4]   2> 17730 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2'
>>   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>>   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1'
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4'
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3'
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>>   [junit4]   2> 17730 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17734 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17735 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17737 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17741 INFO  (zkCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f24369d name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17742 INFO  (zkCallback-9-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e155deb name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17743 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17745 INFO  (zkCallback-11-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a75daa3 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17745 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>>   [junit4]   2> 17745 INFO  (zkCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2fe67e39 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17747 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17750 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>>   [junit4]   2> 17750 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>>   [junit4]   2> 17791 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/.
>>   [junit4]   2> 17791 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1416086828
>>   [junit4]   2> 17792 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1]
>>   [junit4]   2> 17792 WARN  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/lib
>>   [junit4]   2> 17792 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/.
>>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1263981755
>>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2]
>>   [junit4]   2> 17795 WARN  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/lib
>>   [junit4]   2> 17795 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/.
>>   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 527649829
>>   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4]
>>   [junit4]   2> 17799 WARN  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/lib
>>   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>>   [junit4]   2> 17851 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>>   [junit4]   2> 17851 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>>   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>>   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>>   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>>   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>>   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>>   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>>   [junit4]   2> 17875 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/.
>>   [junit4]   2> 17877 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 860529212
>>   [junit4]   2> 17877 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3]
>>   [junit4]   2> 17877 WARN  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/lib
>>   [junit4]   2> 17878 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>>   [junit4]   2> 17878 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>>   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>>   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>>   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>>   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
>>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
>>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
>>   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
>>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17891 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17892 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17892 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 17894 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17897 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60630f0c name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17898 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b330ba3 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17902 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17903 INFO  (zkCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@631b7270 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17904 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@396c62fb name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17904 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17905 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17907 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17905 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 17910 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@1347fea0
>>   [junit4]   2> 17910 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@10d72ed5
>>   [junit4]   2> 17913 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@3cff41b
>>   [junit4]   2> 17914 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17914 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17915 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17916 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@2c9cca7a
>>   [junit4]   2> 17917 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23dc83e8 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17917 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17917 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 17921 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@797529c7 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17922 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17927 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fe865e6 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17929 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17933 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@265cbc5b name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 17934 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 17934 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>>   [junit4]   2> 17937 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>>   [junit4]   2> 17938 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>>   [junit4]   2> 17946 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>>   [junit4]   2> 17946 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>>   [junit4]   2> 17947 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>>   [junit4]   2> 17948 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>>   [junit4]   2> 17953 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>>   [junit4]   2> 17960 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>>   [junit4]   2> 17963 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>>   [junit4]   2> 17982 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>>   [junit4]   2> 17982 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>>   [junit4]   2> 17983 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>>   [junit4]   2> 17984 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>>   [junit4]   2> 17987 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
>>   [junit4]   2> 17989 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
>>   [junit4]   2> 17991 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>>   [junit4]   2> 17996 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>>   [junit4]   2> 17997 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>>   [junit4]   2> 17997 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>>   [junit4]   2> 17998 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>>   [junit4]   2> 17998 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>>   [junit4]   2> 17999 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>>   [junit4]   2> 18001 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>>   [junit4]   2> 18001 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>>   [junit4]   2> 18006 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>>   [junit4]   2> 18006 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>>   [junit4]   2> 18007 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>>   [junit4]   2> 18007 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>>   [junit4]   2> 18034 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>>   [junit4]   2> 18034 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>>   [junit4]   2> 18035 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>>   [junit4]   2> 18037 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>>   [junit4]   2> 18038 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>>   [junit4]   2> 18041 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>>   [junit4]   2> 18044 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000
>>   [junit4]   2> 18043 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>>   [junit4]   2> 18043 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>>   [junit4]   2> 18044 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>>   [junit4]   2> 18045 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677322-127.0.0.1:63532_solr-n_0000000001
>>   [junit4]   2> 18045 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002
>>   [junit4]   2> 18046 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40413_solr
>>   [junit4]   2> 18046 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677324-127.0.0.1:57008_solr-n_0000000003
>>   [junit4]   2> 18049 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002 to know if I could be the leader
>>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677322-127.0.0.1:63532_solr-n_0000000001 to know if I could be the leader
>>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57008_solr
>>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36992_solr
>>   [junit4]   2> 18051 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000 to know if I could be the leader
>>   [junit4]   2> 18052 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer (id=95891707041677321-127.0.0.1:40413_solr-n_0000000000) starting
>>   [junit4]   2> 18053 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63532_solr
>>   [junit4]   2> 18054 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57008_solr
>>   [junit4]   2> 18054 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:63532_solr
>>   [junit4]   2> 18060 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>>   [junit4]   2> 18061 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36992_solr
>>   [junit4]   2> 18061 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>>   [junit4]   2> 18063 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>>   [junit4]   2> 18063 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>>   [junit4]   2> 18065 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>>   [junit4]   2> 18066 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>>   [junit4]   2> 18069 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
>>   [junit4]   2> 18069 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>>   [junit4]   2> 18069 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>>   [junit4]   2> 18070 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>>   [junit4]   2> 18071 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>>   [junit4]   2> 18073 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>>   [junit4]   2> 18095 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>>   [junit4]   2> 18096 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>>   [junit4]   2> 18115 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>>   [junit4]   2> 18115 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>>   [junit4]   2> 18144 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
>>   [junit4]   2> 18146 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/.
>>   [junit4]   2> 18146 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>>   [junit4]   2> 18148 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>>   [junit4]   2> 18148 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>>   [junit4]   2> 18156 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/.
>>   [junit4]   2> 18157 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>>   [junit4]   2> 18158 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>>   [junit4]   2> 18158 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>>   [junit4]   2> 18162 INFO  (OverseerCollectionConfigSetProcessor-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
>>   [junit4]   2> 18164 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40413_solr as DOWN
>>   [junit4]   2> 18168 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Starting to work on the main queue
>>   [junit4]   2> 18170 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
>>   [junit4]   2> 18172 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>>   [junit4]   2> 18172 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>>   [junit4]   2> 18173 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/.
>>   [junit4]   2> 18173 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>>   [junit4]   2> 18178 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>>   [junit4]   2> 18178 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>>   [junit4]   2> 18185 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>>   [junit4]   2>   "operation":"downnode",
>>   [junit4]   2>   "node_name":"127.0.0.1:40413_solr"} current state version: 0
>>   [junit4]   2> 18192 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40413_solr
>>   [junit4]   2> 19171 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
>>   [junit4]   2> 19172 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40413_solr
>>   [junit4]   2> 19184 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 19184 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 19190 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 19192 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>>   [junit4]   2> 19192 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 19203 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 19203 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 19203 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>>   [junit4]   2> 19209 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>>   [junit4]   2> 19209 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>>   [junit4]   2> 19212 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/.
>>   [junit4]   2> 19213 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>>   [junit4]   2> 19216 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>>   [junit4]   2> 19216 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>>   [junit4]   2> 19217 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 19218 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 19228 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d1d228d name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 19229 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 19229 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 19237 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:49873/solr
>>   [junit4]   2> 19239 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 19239 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 19259 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76a3dba1 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 19259 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 19261 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 19261 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>>   [junit4]   2> 19272 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>>   [junit4]   2> 19280 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
>>   [junit4]   2> 19287 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
>>   [junit4]   2> 19292 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
>>   [junit4]   2> 19296 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
>>   [junit4]   2> 19299 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
>>   [junit4]   2> 19303 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
>>   [junit4]   2> 19307 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
>>   [junit4]   2> 19345 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatcherIsRemovedAfterTimeout
>>   [junit4]   2> 19349 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 19350 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 19354 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c15d6f6 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 19354 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 19355 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 19374 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [no-such-collection]
>>   [junit4]   2> 19391 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatcherIsRemovedAfterTimeout
>>   [junit4]   2> 19443 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateChecksCurrentState
>>   [junit4]   2> 19443 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>>   [junit4]   2> 19444 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>>   [junit4]   2> 19448 INFO  (zkCallback-37-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a20a774 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>>   [junit4]   2> 19449 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>>   [junit4]   2> 19449 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>>   [junit4]   2> 19567 INFO  (qtp8715082-95) [n:127.0.0.1:63532_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
>>   [junit4]   2> 19586 INFO  (OverseerCollectionConfigSetProcessor-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
>>   [junit4]   2>   "name":"waitforstate",
>>   [junit4]   2>   "fromApi":"true",
>>   [junit4]   2>   "replicationFactor":"1",
>>   [junit4]   2>   "collection.configName":"config",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "stateFormat":"2",
>>   [junit4]   2>   "operation":"create"}
>>   [junit4]   2> 19588 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
>>   [junit4]   2>   "name":"waitforstate",
>>   [junit4]   2>   "fromApi":"true",
>>   [junit4]   2>   "replicationFactor":"1",
>>   [junit4]   2>   "collection.configName":"config",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "stateFormat":"2",
>>   [junit4]   2>   "operation":"create"}
>>   [junit4]   2> 19590 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection waitforstate
>>   [junit4]   2> 19621 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/waitforstate 
>>   [junit4]   2> 19622 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate
>>   [junit4]   2> 19631 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>>   [junit4]   2> 19631 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>>   [junit4]   2> 19631 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>>   [junit4]   2> 19633 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>>   [junit4]   2> 19633 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>>   [junit4]   2> 19642 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>>   [junit4]   2>   "name":"waitforstate",
>>   [junit4]   2>   "fromApi":"true",
>>   [junit4]   2>   "replicationFactor":"1",
>>   [junit4]   2>   "collection.configName":"config",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "stateFormat":"2",
>>   [junit4]   2>   "operation":"create"} current state version: 0
>>   [junit4]   2> 19642 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: waitforstate
>>   [junit4]   2> 19669 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/waitforstate/state.json
>>   [junit4]   2> 19745 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection waitforstate, shardNames [shard1] , replicationFactor : 1
>>   [junit4]   2> 19745 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core waitforstate_shard1_replica1 as part of shard shard1 of collection waitforstate on 127.0.0.1:63532_solr
>>   [junit4]   2> 19758 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2
>>   [junit4]   2> 19762 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=waitforstate_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=waitforstate, numShards=1, dataDir=data/, shard=shard1}
>>   [junit4]   2> 19764 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController publishing state=down
>>   [junit4]   2> 19767 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Registering watch for collection waitforstate
>>   [junit4]   2> 19768 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [waitforstate] ver [0]
>>   [junit4]   2> 19769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController look for our core node name
>>   [junit4]   2> 19769 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>>   [junit4]   2>   "roles":null,
>>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "state":"down",
>>   [junit4]   2>   "shard":"shard1",
>>   [junit4]   2>   "collection":"waitforstate",
>>   [junit4]   2>   "operation":"state"} current state version: 0
>>   [junit4]   2> 19774 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>>   [junit4]   2>   "roles":null,
>>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "state":"down",
>>   [junit4]   2>   "shard":"shard1",
>>   [junit4]   2>   "collection":"waitforstate",
>>   [junit4]   2>   "operation":"state"}
>>   [junit4]   2> 19882 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 0
>>   [junit4]   2> 19887 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 19887 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [0] to [1]
>>   [junit4]   2> 20769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for waitforstate_shard1_replica1
>>   [junit4]   2> 20769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:waitforstate
>>   [junit4]   2> 20794 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
>>   [junit4]   2> 20794 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/waitforstate]
>>   [junit4]   2> 20795 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/waitforstate] [configName]=[config] specified config exists in ZooKeeper
>>   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/waitforstate_shard1_replica1'
>>   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>>   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>>   [junit4]   2> 20799 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
>>   [junit4]   2> 20832 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
>>   [junit4]   2> 20840 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
>>   [junit4]   2> 20868 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
>>   [junit4]   2> 20886 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema [waitforstate_shard1_replica1] Schema name=test
>>   [junit4]   2> 21108 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
>>   [junit4]   2> 21109 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
>>   [junit4]   2> 21109 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>>   [junit4]   2> 21140 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>>   [junit4]   2> 21199 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/config', cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>>   [junit4]   2> 21200 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'waitforstate_shard1_replica1' using configuration from collection waitforstate
>>   [junit4]   2> 21200 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>>   [junit4]   2> 21201 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [[waitforstate_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/waitforstate_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/]
>>   [junit4]   2> 21202 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: waitforstate_shard1_replica1
>>   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data
>>   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index/
>>   [junit4]   2> 21205 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index' doesn't exist. Creating new index...
>>   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index
>>   [junit4]   2> 21206 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
>>   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3735e084 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69bd3a6e),segFN=segments_1,generation=1}
>>   [junit4]   2> 21206 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>>   [junit4]   2> 21211 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
>>   [junit4]   2> 21214 INFO  (OldIndexDirectoryCleanupThreadForCore-waitforstate_shard1_replica1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core waitforstate_shard1_replica1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/
>>   [junit4]   2> 21215 WARN  (OldIndexDirectoryCleanupThreadForCore-waitforstate_shard1_replica1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
>>   [junit4]   2> 21218 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>>   [junit4]   2> 21220 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>>   [junit4]   2> 21254 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>>   [junit4]   2> 21255 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>>   [junit4]   2> 21268 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
>>   [junit4]   2> 21268 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
>>   [junit4]   2> 21269 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>>   [junit4]   2> 21269 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>>   [junit4]   2> 21295 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>>   [junit4]   2> 21295 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
>>   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3735e084 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69bd3a6e),segFN=segments_1,generation=1}
>>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3137bdbb[waitforstate_shard1_replica1] main]
>>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/waitforstate]
>>   [junit4]   2> 21298 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/waitforstate] [configName]=[config] specified config exists in ZooKeeper
>>   [junit4]   2> 21298 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/config
>>   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
>>   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
>>   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
>>   [junit4]   2> 21313 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/config/_rest_managed.json
>>   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
>>   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
>>   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
>>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
>>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
>>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
>>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1534267318663643136
>>   [junit4]   2> 21340 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1534267318663643136
>>   [junit4]   2> 21342 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/config
>>   [junit4]   2> 21344 INFO  (searcherExecutor-39-thread-1-processing-n:127.0.0.1:63532_solr x:waitforstate_shard1_replica1 s:shard1 c:waitforstate r:core_node1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Registered new searcher Searcher@3137bdbb[waitforstate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>>   [junit4]   2> 21345 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer registering core: waitforstate_shard1_replica1
>>   [junit4]   2> 21345 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController Register replica - core:waitforstate_shard1_replica1 address:http://127.0.0.1:63532/solr collection:waitforstate shard:shard1
>>   [junit4]   2> 21364 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate/leader_elect/shard1/election
>>   [junit4]   2> 21408 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/waitforstate/leader_elect/shard1/election/95891707041677322-core_node1-n_0000000000
>>   [junit4]   2> 21409 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
>>   [junit4]   2> 21414 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>>   [junit4]   2> 21414 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>>   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/
>>   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>>   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ has no replicas
>>   [junit4]   2> 21418 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>>   [junit4]   2>   "operation":"leader",
>>   [junit4]   2>   "shard":"shard1",
>>   [junit4]   2>   "collection":"waitforstate"} current state version: 0
>>   [junit4]   2> 21426 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 1
>>   [junit4]   2> 21429 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 21431 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate/leaders/shard1
>>   [junit4]   2> 21432 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [1] to [2]
>>   [junit4]   2> 21460 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/waitforstate/leaders/shard1/leader after winning as /collections/waitforstate/leader_elect/shard1/election/95891707041677322-core_node1-n_0000000000
>>   [junit4]   2> 21530 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ shard1
>>   [junit4]   2> 21532 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>>   [junit4]   2>   "operation":"leader",
>>   [junit4]   2>   "shard":"shard1",
>>   [junit4]   2>   "collection":"waitforstate",
>>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>>   [junit4]   2>   "state":"active"} current state version: 0
>>   [junit4]   2> 21639 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 2
>>   [junit4]   2> 21640 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
>>   [junit4]   2> 21642 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [2] to [3]
>>   [junit4]   2> 21683 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ and leader is http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/
>>   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=waitforstate_shard1_replica1 baseURL=http://127.0.0.1:63532/solr
>>   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
>>   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController publishing state=active
>>   [junit4]   2> 21689 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>>   [junit4]   2>   "core_node_name":"core_node1",
>>   [junit4]   2>   "roles":null,
>>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "state":"active",
>>   [junit4]   2>   "shard":"shard1",
>>   [junit4]   2>   "collection":"waitforstate",
>>   [junit4]   2>   "operation":"state"} current state version: 0
>>   [junit4]   2> 21691 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>>   [junit4]   2>   "core_node_name":"core_node1",
>>   [junit4]   2>   "roles":null,
>>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>>   [junit4]   2>   "numShards":"1",
>>   [junit4]   2>   "state":"active",
>>   [junit4]   2>   "shard":"shard1",
>>   [junit4]   2>   "collection":"waitforstate",
>>   [junit4]   2>   "operation":"state"}
>>   [junit4]   2> 21692 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&name=waitforstate_shard
>> 
>> [...truncated too long message...]
>> 
>> llection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] Closing main searcher on request.
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index;done=false>>]
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index
>>   [junit4]   2> 47048 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testcollection/state.json version: 5
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-1) [n:127.0.0.1:40413_solr c:falsepredicate s:shard1 r:core_node4 x:falsepredicate_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./falsepredicate_shard1_replica1/data/index
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data;done=false>>]
>>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
>>   [junit4]   2> 47049 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data
>>   [junit4]   2> 47050 INFO  (zkCallback-24-thread-3-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [1])
>>   [junit4]   2> 47053 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.Overseer Overseer (id=95891707041677321-127.0.0.1:40413_solr-n_0000000000) closing
>>   [junit4]   2> 47054 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40413_solr
>>   [junit4]   2> 47055 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
>>   [junit4]   2> 47056 INFO  (zkCallback-24-thread-3-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testcollection] from [5] to [6]
>>   [junit4]   2> 48565 WARN  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
>>   [junit4]   2> 48566 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34f50864{/solr,null,UNAVAILABLE}
>>   [junit4]   2> 48571 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49873 49873
>>   [junit4]   2> 48587 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
>>   [junit4]   2> java.nio.channels.CancelledKeyException
>>   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
>>   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
>>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
>>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>>   [junit4]   2> 48588 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49873 49873
>>   [junit4]   2> 48649 WARN  (Thread-14) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
>>   [junit4]   2> Maximum concurrent create/delete watches above limit:
>>   [junit4]   2> 
>>   [junit4]   2> 	8	/solr/aliases.json
>>   [junit4]   2> 	7	/solr/security.json
>>   [junit4]   2> 	7	/solr/configs/config
>>   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
>>   [junit4]   2> 
>>   [junit4]   2> Maximum concurrent data watches above limit:
>>   [junit4]   2> 
>>   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
>>   [junit4]   2> 	8	/solr/clusterstate.json
>>   [junit4]   2> 	8	/solr/collections/testcollection/state.json
>>   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
>>   [junit4]   2> 	3	/solr/overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002
>>   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
>>   [junit4]   2> 	2	/solr/overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000
>>   [junit4]   2> 	2	/solr/collections/delayed/state.json
>>   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
>>   [junit4]   2> 
>>   [junit4]   2> Maximum concurrent children watches above limit:
>>   [junit4]   2> 
>>   [junit4]   2> 	8	/solr/collections
>>   [junit4]   2> 	5	/solr/live_nodes
>>   [junit4]   2> 
>>   [junit4]   2> 48650 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
>>   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001
>>   [junit4]   2> May 14, 2016 2:02:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>>   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
>>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=340, maxMBSortInHeap=5.006846218720272, sim=ClassicSimilarity, locale=en-PH, timezone=America/Anchorage
>>   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=137478512,total=279969792
>>   [junit4]   2> NOTE: All tests run in this JVM: [JdbcDriverTest, HttpClientUtilTest, LBHttpSolrClientBuilderTest, TestUpdateRequestCodec, BasicHttpSolrClientTest, SolrQueryTest, ShardParamsTest, ConcatOperationTest, TestToleratedUpdateError, QueryResponseTest, CloudSolrClientMultiConstructorTest, TestCollectionStateWatchers]
>>   [junit4] Completed [22/85 (1!)] on J1 in 33.75s, 8 tests, 1 failure <<< FAILURES!
>> 
>> [...truncated 199 lines...]
>> BUILD FAILED
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:246: The following error occurred while executing this line:
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
>> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 85 suites, 646 tests, 1 failure, 2 ignored [seed: 5F36DD2E780EA866]
>> 
>> Total time: 84 minutes 45 seconds
>> Build step 'Invoke Ant' marked build as failure
>> Archiving artifacts
>> [WARNINGS] Skipping publisher since build result is FAILURE
>> Recording test results
>> Email was triggered for: Failure - Any
>> Sending email for trigger: Failure - Any
>> 
>> 
>> 
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
> 


Re: [JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 130 - Still Failing!

Posted by Alan Woodward <al...@flax.co.uk>.
I'll dig.

Alan Woodward
www.flax.co.uk


On 14 May 2016, at 03:06, Policeman Jenkins Server wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/130/
> Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
> 
> 1 tests failed.
> FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch
> 
> Error Message:
> Expected: is <3>      got: <4> 
> 
> Stack Trace:
> java.lang.AssertionError: 
> Expected: is <3>
>     got: <4>
> 
> 	at __randomizedtesting.SeedInfo.seed([5F36DD2E780EA866:20D125E3F033758]:0)
> 	at org.junit.Assert.assertThat(Assert.java:780)
> 	at org.junit.Assert.assertThat(Assert.java:738)
> 	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:116)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:498)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 
> 
> 
> Build Log:
> [...truncated 12855 lines...]
>   [junit4] Suite: org.apache.solr.common.cloud.TestCollectionStateWatchers
>   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/init-core-data-001
>   [junit4]   2> 15517 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
>   [junit4]   2> 15537 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>   [junit4]   2> 15539 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>   [junit4]   2> 15540 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer Starting server
>   [junit4]   2> 15638 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49873
>   [junit4]   2> 15669 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 15726 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 15741 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
>   [junit4]   2> 17661 INFO  (zkCallback-7-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c56c092 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17662 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17662 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17665 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
>   [junit4]   2> 17696 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 17698 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 17701 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14584893{/solr,null,AVAILABLE}
>   [junit4]   2> 17705 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 17707 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
>   [junit4]   2> 17707 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bc94856{/solr,null,AVAILABLE}
>   [junit4]   2> 17705 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@3481c7f0{HTTP/1.1,[http/1.1]}{127.0.0.1:36992}
>   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-4) [    ] o.e.j.s.Server Started @22289ms
>   [junit4]   2> 17708 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@502c5f47{HTTP/1.1,[http/1.1]}{127.0.0.1:57008}
>   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-1) [    ] o.e.j.s.Server Started @22289ms
>   [junit4]   2> 17714 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c08cb7e{/solr,null,AVAILABLE}
>   [junit4]   2> 17710 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36992}
>   [junit4]   2> 17714 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57008}
>   [junit4]   2> 17726 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5040a9d1{HTTP/1.1,[http/1.1]}{127.0.0.1:63532}
>   [junit4]   2> 17727 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34f50864{/solr,null,AVAILABLE}
>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.Server Started @22304ms
>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63532}
>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@1962ea4f{HTTP/1.1,[http/1.1]}{127.0.0.1:40413}
>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-3) [    ] o.e.j.s.Server Started @22306ms
>   [junit4]   2> 17725 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40413}
>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>   [junit4]   2> 17728 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>   [junit4]   2> 17730 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2'
>   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6d06d69c
>   [junit4]   2> 17729 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1'
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4'
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3'
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 17730 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17733 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17731 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17734 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17735 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17737 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17741 INFO  (zkCallback-8-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f24369d name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17742 INFO  (zkCallback-9-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e155deb name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17742 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17743 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17745 INFO  (zkCallback-11-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a75daa3 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17745 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 17745 INFO  (zkCallback-10-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2fe67e39 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17746 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17747 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17750 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 17750 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>   [junit4]   2> 17791 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/.
>   [junit4]   2> 17791 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1416086828
>   [junit4]   2> 17792 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1]
>   [junit4]   2> 17792 WARN  (jetty-launcher-6-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/lib
>   [junit4]   2> 17792 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/.
>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1263981755
>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2]
>   [junit4]   2> 17795 WARN  (jetty-launcher-6-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/lib
>   [junit4]   2> 17795 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>   [junit4]   2> 17794 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/.
>   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 527649829
>   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4]
>   [junit4]   2> 17799 WARN  (jetty-launcher-6-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/lib
>   [junit4]   2> 17799 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>   [junit4]   2> 17851 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>   [junit4]   2> 17851 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>   [junit4]   2> 17853 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>   [junit4]   2> 17855 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 17858 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>   [junit4]   2> 17875 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/.
>   [junit4]   2> 17877 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 860529212
>   [junit4]   2> 17877 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3]
>   [junit4]   2> 17877 WARN  (jetty-launcher-6-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/lib to classpath: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/lib
>   [junit4]   2> 17878 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
>   [junit4]   2> 17878 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
>   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
>   [junit4]   2> 17879 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49873/solr
>   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 17889 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17890 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17891 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17892 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17892 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 17894 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17897 INFO  (zkCallback-21-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60630f0c name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17898 INFO  (zkCallback-22-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b330ba3 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17898 INFO  (jetty-launcher-6-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17902 INFO  (jetty-launcher-6-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17903 INFO  (zkCallback-23-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@631b7270 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17904 INFO  (zkCallback-20-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@396c62fb name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17904 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17905 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17907 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17905 INFO  (jetty-launcher-6-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 17910 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@1347fea0
>   [junit4]   2> 17910 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@10d72ed5
>   [junit4]   2> 17913 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@3cff41b
>   [junit4]   2> 17914 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17914 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17915 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17916 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$46/1386184206@2c9cca7a
>   [junit4]   2> 17917 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23dc83e8 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17917 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17917 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 17921 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@797529c7 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17922 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17927 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fe865e6 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17929 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17933 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@265cbc5b name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 17934 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 17934 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 17937 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 17938 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
>   [junit4]   2> 17946 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 17946 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 17947 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 17948 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
>   [junit4]   2> 17953 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
>   [junit4]   2> 17960 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
>   [junit4]   2> 17963 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
>   [junit4]   2> 17982 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 17982 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 17983 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 17984 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
>   [junit4]   2> 17987 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
>   [junit4]   2> 17989 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
>   [junit4]   2> 17991 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
>   [junit4]   2> 17996 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 17997 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 17997 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 17998 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
>   [junit4]   2> 17998 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 17999 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 18001 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 18001 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 18006 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 18006 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 18007 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 18007 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
>   [junit4]   2> 18034 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 18034 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 18035 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 18037 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
>   [junit4]   2> 18038 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
>   [junit4]   2> 18041 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 18044 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000
>   [junit4]   2> 18043 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 18043 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 18044 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
>   [junit4]   2> 18045 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677322-127.0.0.1:63532_solr-n_0000000001
>   [junit4]   2> 18045 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002
>   [junit4]   2> 18046 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40413_solr
>   [junit4]   2> 18046 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95891707041677324-127.0.0.1:57008_solr-n_0000000003
>   [junit4]   2> 18049 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002 to know if I could be the leader
>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677322-127.0.0.1:63532_solr-n_0000000001 to know if I could be the leader
>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57008_solr
>   [junit4]   2> 18050 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36992_solr
>   [junit4]   2> 18051 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000 to know if I could be the leader
>   [junit4]   2> 18052 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer (id=95891707041677321-127.0.0.1:40413_solr-n_0000000000) starting
>   [junit4]   2> 18053 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63532_solr
>   [junit4]   2> 18054 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57008_solr
>   [junit4]   2> 18054 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:63532_solr
>   [junit4]   2> 18060 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 18061 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:36992_solr
>   [junit4]   2> 18061 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 18063 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 18063 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 18065 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 18066 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
>   [junit4]   2> 18069 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
>   [junit4]   2> 18069 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
>   [junit4]   2> 18069 INFO  (zkCallback-27-thread-1-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 18070 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 18071 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>   [junit4]   2> 18073 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
>   [junit4]   2> 18095 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 18096 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 18115 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 18115 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 18144 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
>   [junit4]   2> 18146 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node1/.
>   [junit4]   2> 18146 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 18148 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>   [junit4]   2> 18148 INFO  (jetty-launcher-6-thread-1) [n:127.0.0.1:57008_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 18156 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node3/.
>   [junit4]   2> 18157 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 18158 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>   [junit4]   2> 18158 INFO  (jetty-launcher-6-thread-4) [n:127.0.0.1:36992_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 18162 INFO  (OverseerCollectionConfigSetProcessor-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
>   [junit4]   2> 18164 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40413_solr as DOWN
>   [junit4]   2> 18168 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Starting to work on the main queue
>   [junit4]   2> 18170 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (3)
>   [junit4]   2> 18172 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 18172 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 18173 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/.
>   [junit4]   2> 18173 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 18178 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>   [junit4]   2> 18178 INFO  (jetty-launcher-6-thread-2) [n:127.0.0.1:63532_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 18185 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "operation":"downnode",
>   [junit4]   2>   "node_name":"127.0.0.1:40413_solr"} current state version: 0
>   [junit4]   2> 18192 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40413_solr
>   [junit4]   2> 19171 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40413_solr
>   [junit4]   2> 19172 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40413_solr
>   [junit4]   2> 19184 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 19184 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 19190 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 19192 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
>   [junit4]   2> 19192 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 19203 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 19203 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 19203 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>   [junit4]   2> 19209 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
>   [junit4]   2> 19209 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
>   [junit4]   2> 19212 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/.
>   [junit4]   2> 19213 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
>   [junit4]   2> 19216 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>   [junit4]   2> 19216 INFO  (jetty-launcher-6-thread-3) [n:127.0.0.1:40413_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>   [junit4]   2> 19217 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 19218 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 19228 INFO  (zkCallback-32-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7d1d228d name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 19229 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 19229 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 19237 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.s.i.CloudSolrClient Final constructed zkHost string: 127.0.0.1:49873/solr
>   [junit4]   2> 19239 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 19239 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 19259 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76a3dba1 name:ZooKeeperConnection Watcher:127.0.0.1:49873/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 19259 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 19261 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 19261 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
>   [junit4]   2> 19272 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>   [junit4]   2> 19280 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig.xml
>   [junit4]   2> 19287 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-slave1.xml
>   [junit4]   2> 19292 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-replication1.xml
>   [junit4]   2> 19296 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-managed-schema.xml
>   [junit4]   2> 19299 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema-sql.xml
>   [junit4]   2> 19303 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/schema.xml
>   [junit4]   2> 19307 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/config/solrconfig-sql.xml
>   [junit4]   2> 19345 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWatcherIsRemovedAfterTimeout
>   [junit4]   2> 19349 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 19350 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 19354 INFO  (zkCallback-36-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c15d6f6 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 19354 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 19355 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 19374 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ZkStateReader Deleting data for [no-such-collection]
>   [junit4]   2> 19391 INFO  (TEST-TestCollectionStateWatchers.testWatcherIsRemovedAfterTimeout-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testWatcherIsRemovedAfterTimeout
>   [junit4]   2> 19443 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testWaitForStateChecksCurrentState
>   [junit4]   2> 19443 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
>   [junit4]   2> 19444 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
>   [junit4]   2> 19448 INFO  (zkCallback-37-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a20a774 name:ZooKeeperConnection Watcher:127.0.0.1:49873 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
>   [junit4]   2> 19449 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
>   [junit4]   2> 19449 INFO  (TEST-TestCollectionStateWatchers.testWaitForStateChecksCurrentState-seed#[5F36DD2E780EA866]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
>   [junit4]   2> 19567 INFO  (qtp8715082-95) [n:127.0.0.1:63532_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=config&name=waitforstate&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
>   [junit4]   2> 19586 INFO  (OverseerCollectionConfigSetProcessor-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
>   [junit4]   2>   "name":"waitforstate",
>   [junit4]   2>   "fromApi":"true",
>   [junit4]   2>   "replicationFactor":"1",
>   [junit4]   2>   "collection.configName":"config",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "stateFormat":"2",
>   [junit4]   2>   "operation":"create"}
>   [junit4]   2> 19588 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
>   [junit4]   2>   "name":"waitforstate",
>   [junit4]   2>   "fromApi":"true",
>   [junit4]   2>   "replicationFactor":"1",
>   [junit4]   2>   "collection.configName":"config",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "stateFormat":"2",
>   [junit4]   2>   "operation":"create"}
>   [junit4]   2> 19590 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection waitforstate
>   [junit4]   2> 19621 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/waitforstate 
>   [junit4]   2> 19622 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate
>   [junit4]   2> 19631 INFO  (zkCallback-27-thread-2-processing-n:127.0.0.1:36992_solr) [n:127.0.0.1:36992_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 19631 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 19631 INFO  (zkCallback-24-thread-2-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 19633 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 19633 INFO  (zkCallback-25-thread-1-processing-n:127.0.0.1:57008_solr) [n:127.0.0.1:57008_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
>   [junit4]   2> 19642 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "name":"waitforstate",
>   [junit4]   2>   "fromApi":"true",
>   [junit4]   2>   "replicationFactor":"1",
>   [junit4]   2>   "collection.configName":"config",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "stateFormat":"2",
>   [junit4]   2>   "operation":"create"} current state version: 0
>   [junit4]   2> 19642 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: waitforstate
>   [junit4]   2> 19669 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/waitforstate/state.json
>   [junit4]   2> 19745 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection waitforstate, shardNames [shard1] , replicationFactor : 1
>   [junit4]   2> 19745 INFO  (OverseerThreadFactory-36-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core waitforstate_shard1_replica1 as part of shard shard1 of collection waitforstate on 127.0.0.1:63532_solr
>   [junit4]   2> 19758 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&name=waitforstate_shard1_replica1&action=CREATE&numShards=1&collection=waitforstate&shard=shard1&wt=javabin&version=2
>   [junit4]   2> 19762 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=waitforstate_shard1_replica1, collection.configName=config, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=waitforstate, numShards=1, dataDir=data/, shard=shard1}
>   [junit4]   2> 19764 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController publishing state=down
>   [junit4]   2> 19767 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Registering watch for collection waitforstate
>   [junit4]   2> 19768 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [waitforstate] ver [0]
>   [junit4]   2> 19769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController look for our core node name
>   [junit4]   2> 19769 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>   [junit4]   2>   "roles":null,
>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "state":"down",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"waitforstate",
>   [junit4]   2>   "operation":"state"} current state version: 0
>   [junit4]   2> 19774 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>   [junit4]   2>   "roles":null,
>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "state":"down",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"waitforstate",
>   [junit4]   2>   "operation":"state"}
>   [junit4]   2> 19882 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 0
>   [junit4]   2> 19887 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 19887 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [0] to [1]
>   [junit4]   2> 20769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for waitforstate_shard1_replica1
>   [junit4]   2> 20769 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:waitforstate
>   [junit4]   2> 20794 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
>   [junit4]   2> 20794 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/waitforstate]
>   [junit4]   2> 20795 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/waitforstate] [configName]=[config] specified config exists in ZooKeeper
>   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/waitforstate_shard1_replica1'
>   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>   [junit4]   2> 20796 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
>   [junit4]   2> 20799 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
>   [junit4]   2> 20832 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
>   [junit4]   2> 20840 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.1.0
>   [junit4]   2> 20868 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
>   [junit4]   2> 20886 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema [waitforstate_shard1_replica1] Schema name=test
>   [junit4]   2> 21108 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
>   [junit4]   2> 21109 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
>   [junit4]   2> 21109 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
>   [junit4]   2> 21140 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
>   [junit4]   2> 21199 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/config', cwd=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1
>   [junit4]   2> 21200 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1  x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'waitforstate_shard1_replica1' using configuration from collection waitforstate
>   [junit4]   2> 21200 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>   [junit4]   2> 21201 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [[waitforstate_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/waitforstate_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/]
>   [junit4]   2> 21202 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: waitforstate_shard1_replica1
>   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data
>   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index/
>   [junit4]   2> 21205 WARN  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Solr index directory '/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index' doesn't exist. Creating new index...
>   [junit4]   2> 21205 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/index
>   [junit4]   2> 21206 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
>   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3735e084 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69bd3a6e),segFN=segments_1,generation=1}
>   [junit4]   2> 21206 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>   [junit4]   2> 21211 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
>   [junit4]   2> 21214 INFO  (OldIndexDirectoryCleanupThreadForCore-waitforstate_shard1_replica1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core waitforstate_shard1_replica1 in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/
>   [junit4]   2> 21215 WARN  (OldIndexDirectoryCleanupThreadForCore-waitforstate_shard1_replica1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.DirectoryFactory /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node2/./waitforstate_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
>   [junit4]   2> 21218 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 21220 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 21254 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 21255 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>   [junit4]   2> 21268 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
>   [junit4]   2> 21268 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
>   [junit4]   2> 21269 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>   [junit4]   2> 21269 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>   [junit4]   2> 21295 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>   [junit4]   2> 21295 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
>   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3735e084 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@69bd3a6e),segFN=segments_1,generation=1}
>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3137bdbb[waitforstate_shard1_replica1] main]
>   [junit4]   2> 21296 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/waitforstate]
>   [junit4]   2> 21298 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/waitforstate] [configName]=[config] specified config exists in ZooKeeper
>   [junit4]   2> 21298 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/config
>   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
>   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
>   [junit4]   2> 21312 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
>   [junit4]   2> 21313 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/config/_rest_managed.json
>   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
>   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
>   [junit4]   2> 21315 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
>   [junit4]   2> 21337 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1534267318663643136
>   [junit4]   2> 21340 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1534267318663643136
>   [junit4]   2> 21342 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/config
>   [junit4]   2> 21344 INFO  (searcherExecutor-39-thread-1-processing-n:127.0.0.1:63532_solr x:waitforstate_shard1_replica1 s:shard1 c:waitforstate r:core_node1) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SolrCore [waitforstate_shard1_replica1] Registered new searcher Searcher@3137bdbb[waitforstate_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>   [junit4]   2> 21345 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.CoreContainer registering core: waitforstate_shard1_replica1
>   [junit4]   2> 21345 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController Register replica - core:waitforstate_shard1_replica1 address:http://127.0.0.1:63532/solr collection:waitforstate shard:shard1
>   [junit4]   2> 21364 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate/leader_elect/shard1/election
>   [junit4]   2> 21408 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/waitforstate/leader_elect/shard1/election/95891707041677322-core_node1-n_0000000000
>   [junit4]   2> 21409 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
>   [junit4]   2> 21414 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>   [junit4]   2> 21414 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/
>   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>   [junit4]   2> 21416 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ has no replicas
>   [junit4]   2> 21418 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "operation":"leader",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"waitforstate"} current state version: 0
>   [junit4]   2> 21426 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 1
>   [junit4]   2> 21429 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 21431 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/waitforstate/leaders/shard1
>   [junit4]   2> 21432 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [1] to [2]
>   [junit4]   2> 21460 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/waitforstate/leaders/shard1/leader after winning as /collections/waitforstate/leader_elect/shard1/election/95891707041677322-core_node1-n_0000000000
>   [junit4]   2> 21530 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ shard1
>   [junit4]   2> 21532 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "operation":"leader",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"waitforstate",
>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>   [junit4]   2>   "state":"active"} current state version: 0
>   [junit4]   2> 21639 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/waitforstate/state.json version: 2
>   [junit4]   2> 21640 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/waitforstate/state.json] for collection [waitforstate] has occurred - updating... (live nodes size: [4])
>   [junit4]   2> 21642 INFO  (zkCallback-26-thread-1-processing-n:127.0.0.1:63532_solr) [n:127.0.0.1:63532_solr    ] o.a.s.c.c.ZkStateReader Updating data for [waitforstate] from [2] to [3]
>   [junit4]   2> 21683 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/ and leader is http://127.0.0.1:63532/solr/waitforstate_shard1_replica1/
>   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController No LogReplay needed for core=waitforstate_shard1_replica1 baseURL=http://127.0.0.1:63532/solr
>   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
>   [junit4]   2> 21684 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.c.ZkController publishing state=active
>   [junit4]   2> 21689 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>   [junit4]   2>   "core_node_name":"core_node1",
>   [junit4]   2>   "roles":null,
>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "state":"active",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"waitforstate",
>   [junit4]   2>   "operation":"state"} current state version: 0
>   [junit4]   2> 21691 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
>   [junit4]   2>   "core":"waitforstate_shard1_replica1",
>   [junit4]   2>   "core_node_name":"core_node1",
>   [junit4]   2>   "roles":null,
>   [junit4]   2>   "base_url":"http://127.0.0.1:63532/solr",
>   [junit4]   2>   "node_name":"127.0.0.1:63532_solr",
>   [junit4]   2>   "numShards":"1",
>   [junit4]   2>   "state":"active",
>   [junit4]   2>   "shard":"shard1",
>   [junit4]   2>   "collection":"waitforstate",
>   [junit4]   2>   "operation":"state"}
>   [junit4]   2> 21692 INFO  (qtp8715082-94) [n:127.0.0.1:63532_solr c:waitforstate s:shard1 r:core_node1 x:waitforstate_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&name=waitforstate_shard
> 
> [...truncated too long message...]
> 
> llection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.SolrCore [testcollection_shard2_replica1] Closing main searcher on request.
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index;done=false>>]
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data/index
>   [junit4]   2> 47048 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testcollection/state.json version: 5
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-1) [n:127.0.0.1:40413_solr c:falsepredicate s:shard1 r:core_node4 x:falsepredicate_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./falsepredicate_shard1_replica1/data/index
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory looking to close /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data [CachedDir<<refCount=0;path=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data;done=false>>]
>   [junit4]   2> 47048 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
>   [junit4]   2> 47049 INFO  (coreCloseExecutor-143-thread-2) [n:127.0.0.1:40413_solr c:testcollection s:shard2 r:core_node4 x:testcollection_shard2_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001/tempDir-001/node4/./testcollection_shard2_replica1/data
>   [junit4]   2> 47050 INFO  (zkCallback-24-thread-3-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 47053 INFO  (jetty-launcher-6-thread-2) [    ] o.a.s.c.Overseer Overseer (id=95891707041677321-127.0.0.1:40413_solr-n_0000000000) closing
>   [junit4]   2> 47054 INFO  (OverseerStateUpdate-95891707041677321-127.0.0.1:40413_solr-n_0000000000) [n:127.0.0.1:40413_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40413_solr
>   [junit4]   2> 47055 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
>   [junit4]   2> 47056 INFO  (zkCallback-24-thread-3-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testcollection] from [5] to [6]
>   [junit4]   2> 48565 WARN  (zkCallback-24-thread-1-processing-n:127.0.0.1:40413_solr) [n:127.0.0.1:40413_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
>   [junit4]   2> 48566 INFO  (jetty-launcher-6-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34f50864{/solr,null,UNAVAILABLE}
>   [junit4]   2> 48571 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49873 49873
>   [junit4]   2> 48587 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxnFactory Ignoring unexpected runtime exception
>   [junit4]   2> java.nio.channels.CancelledKeyException
>   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
>   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.readyOps(SelectionKeyImpl.java:87)
>   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:187)
>   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
>   [junit4]   2> 48588 INFO  (Thread-14) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49873 49873
>   [junit4]   2> 48649 WARN  (Thread-14) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
>   [junit4]   2> Maximum concurrent create/delete watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	8	/solr/aliases.json
>   [junit4]   2> 	7	/solr/security.json
>   [junit4]   2> 	7	/solr/configs/config
>   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
>   [junit4]   2> 
>   [junit4]   2> Maximum concurrent data watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	12	/solr/collections/waitforstate/state.json
>   [junit4]   2> 	8	/solr/clusterstate.json
>   [junit4]   2> 	8	/solr/collections/testcollection/state.json
>   [junit4]   2> 	7	/solr/collections/falsepredicate/state.json
>   [junit4]   2> 	3	/solr/overseer_elect/election/95891707041677323-127.0.0.1:36992_solr-n_0000000002
>   [junit4]   2> 	3	/solr/collections/stateformat1/state.json
>   [junit4]   2> 	2	/solr/overseer_elect/election/95891707041677321-127.0.0.1:40413_solr-n_0000000000
>   [junit4]   2> 	2	/solr/collections/delayed/state.json
>   [junit4]   2> 	2	/solr/collections/tobedeleted/state.json
>   [junit4]   2> 
>   [junit4]   2> Maximum concurrent children watches above limit:
>   [junit4]   2> 
>   [junit4]   2> 	8	/solr/collections
>   [junit4]   2> 	5	/solr/live_nodes
>   [junit4]   2> 
>   [junit4]   2> 48650 INFO  (SUITE-TestCollectionStateWatchers-seed#[5F36DD2E780EA866]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
>   [junit4]   2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-solrj/test/J1/temp/solr.common.cloud.TestCollectionStateWatchers_5F36DD2E780EA866-001
>   [junit4]   2> May 14, 2016 2:02:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
>   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, maxPointsInLeafNode=340, maxMBSortInHeap=5.006846218720272, sim=ClassicSimilarity, locale=en-PH, timezone=America/Anchorage
>   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=3,threads=1,free=137478512,total=279969792
>   [junit4]   2> NOTE: All tests run in this JVM: [JdbcDriverTest, HttpClientUtilTest, LBHttpSolrClientBuilderTest, TestUpdateRequestCodec, BasicHttpSolrClientTest, SolrQueryTest, ShardParamsTest, ConcatOperationTest, TestToleratedUpdateError, QueryResponseTest, CloudSolrClientMultiConstructorTest, TestCollectionStateWatchers]
>   [junit4] Completed [22/85 (1!)] on J1 in 33.75s, 8 tests, 1 failure <<< FAILURES!
> 
> [...truncated 199 lines...]
> BUILD FAILED
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:740: The following error occurred while executing this line:
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:684: The following error occurred while executing this line:
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/build.xml:59: The following error occurred while executing this line:
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build.xml:246: The following error occurred while executing this line:
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/common-build.xml:529: The following error occurred while executing this line:
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1457: The following error occurred while executing this line:
> /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/lucene/common-build.xml:1014: There were test failures: 85 suites, 646 tests, 1 failure, 2 ignored [seed: 5F36DD2E780EA866]
> 
> Total time: 84 minutes 45 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> [WARNINGS] Skipping publisher since build result is FAILURE
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org