You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/07/18 13:16:18 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1280 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1280/

1 tests failed.
FAILED:  org.apache.solr.schema.TestManagedSchemaAPI.test

Error Message:
Error from server at http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1: ERROR: [doc=2] unknown field 'myNewField1'

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1: ERROR: [doc=2] unknown field 'myNewField1'
	at __randomizedtesting.SeedInfo.seed([3C094CCEC4264D36:B45D73146ADA20CE]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:737)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.schema.TestManagedSchemaAPI.testAddFieldAndDocument(TestManagedSchemaAPI.java:86)
	at org.apache.solr.schema.TestManagedSchemaAPI.test(TestManagedSchemaAPI.java:55)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1: ERROR: [doc=2] unknown field 'myNewField1'
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:606)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 12391 lines...]
   [junit4] Suite: org.apache.solr.schema.TestManagedSchemaAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/init-core-data-001
   [junit4]   2> 2183869 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2183870 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2183871 INFO  (Thread-2654) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2183871 INFO  (Thread-2654) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2183971 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52959
   [junit4]   2> 2183971 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2183972 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2183973 INFO  (zkCallback-2539-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5cb728e3 name:ZooKeeperConnection Watcher:127.0.0.1:52959 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2183973 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2183974 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2183974 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2183979 INFO  (jetty-launcher-2538-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2183980 INFO  (jetty-launcher-2538-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2183981 INFO  (jetty-launcher-2538-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3304756f{/solr,null,AVAILABLE}
   [junit4]   2> 2183982 INFO  (jetty-launcher-2538-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ccd5b0{/solr,null,AVAILABLE}
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@31dd048d{HTTP/1.1,[http/1.1]}{127.0.0.1:51350}
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.e.j.s.Server Started @2188078ms
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51350}
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2'
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2183983 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@3974ac7{HTTP/1.1,[http/1.1]}{127.0.0.1:45690}
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.e.j.s.Server Started @2188080ms
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45690}
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1'
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2183985 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2183986 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2183987 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2183987 INFO  (zkCallback-2540-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@252b868a name:ZooKeeperConnection Watcher:127.0.0.1:52959/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2183988 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2183988 INFO  (zkCallback-2541-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@139aada name:ZooKeeperConnection Watcher:127.0.0.1:52959/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2183988 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2183988 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2183988 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2183988 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2183988 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/.
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/.
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 597218813
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 951422494
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2]
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1]
   [junit4]   2> 2184003 WARN  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/lib
   [junit4]   2> 2184003 WARN  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/lib
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2184003 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2184005 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2184005 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2184005 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2184005 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52959/solr
   [junit4]   2> 2184006 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2184006 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2184006 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184007 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2184007 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2184007 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2184007 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52959/solr
   [junit4]   2> 2184007 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2184007 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2184008 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184008 INFO  (zkCallback-2544-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1fe5c7ce name:ZooKeeperConnection Watcher:127.0.0.1:52959 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2184008 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184008 INFO  (jetty-launcher-2538-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2184009 INFO  (zkCallback-2547-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7cd869e5 name:ZooKeeperConnection Watcher:127.0.0.1:52959 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2184009 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184009 INFO  (jetty-launcher-2538-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2184009 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$49/1602074046@3334de76
   [junit4]   2> 2184012 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184012 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$49/1602074046@50aefced
   [junit4]   2> 2184013 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184013 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68453928 name:ZooKeeperConnection Watcher:127.0.0.1:52959/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2184013 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184014 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29d075a9 name:ZooKeeperConnection Watcher:127.0.0.1:52959/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2184014 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184014 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2184015 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2184016 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2184017 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2184019 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2184019 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2184021 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2184021 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2184023 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2184023 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2184025 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2184025 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2184026 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2184026 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2184027 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2184028 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2184029 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2184029 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2184030 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2184030 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2184031 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2184031 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2184032 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2184032 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2184033 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2184033 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2184036 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2184036 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2184037 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2184037 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2184039 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2184039 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2184039 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96262310946996229-127.0.0.1:45690_solr-n_0000000000
   [junit4]   2> 2184040 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96262310946996230-127.0.0.1:51350_solr-n_0000000001
   [junit4]   2> 2184040 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45690_solr
   [junit4]   2> 2184040 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2184040 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96262310946996229-127.0.0.1:45690_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2184041 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51350_solr
   [junit4]   2> 2184041 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51350_solr
   [junit4]   2> 2184043 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer Overseer (id=96262310946996229-127.0.0.1:45690_solr-n_0000000000) starting
   [junit4]   2> 2184044 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2184045 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2184051 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2184053 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2184058 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2184063 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2184064 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2184065 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2184065 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2184065 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/.
   [junit4]   2> 2184065 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2184065 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2184066 INFO  (OverseerCollectionConfigSetProcessor-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2184066 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:45690_solr as DOWN
   [junit4]   2> 2184067 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2184067 INFO  (jetty-launcher-2538-thread-2) [n:127.0.0.1:51350_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2184068 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45690_solr
   [junit4]   2> 2184068 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45690_solr
   [junit4]   2> 2184068 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:45690_solr"} current state version: 0
   [junit4]   2> 2184069 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45690_solr
   [junit4]   2> 2184069 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2184069 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2184069 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2184069 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2184078 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2184078 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2184078 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/.
   [junit4]   2> 2184078 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2184079 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2184079 INFO  (jetty-launcher-2538-thread-1) [n:127.0.0.1:45690_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2184079 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2184080 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184081 INFO  (zkCallback-2552-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1dc99924 name:ZooKeeperConnection Watcher:127.0.0.1:52959 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2184081 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184081 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2184083 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2184083 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2184084 INFO  (zkCallback-2555-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a92142b name:ZooKeeperConnection Watcher:127.0.0.1:52959/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2184084 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2184084 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2184084 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2184085 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2184086 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2184087 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/managed-schema
   [junit4]   2> 2184090 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2184111 INFO  (TEST-TestManagedSchemaAPI.test-seed#[3C094CCEC4264D36]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 2184113 INFO  (qtp248163694-12060) [n:127.0.0.1:51350_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&name=testschemaapi&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2184119 INFO  (OverseerCollectionConfigSetProcessor-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2184122 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 2184122 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerCollectionMessageHandler Create collection testschemaapi
   [junit4]   2> 2184122 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/testschemaapi 
   [junit4]   2> 2184123 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi
   [junit4]   2> 2184124 INFO  (zkCallback-2555-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2184124 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2184124 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 2184126 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"testschemaapi",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 2184126 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: testschemaapi
   [junit4]   2> 2184127 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testschemaapi/state.json
   [junit4]   2> 2184226 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating SolrCores for new collection testschemaapi, shardNames [shard1] , replicationFactor : 2
   [junit4]   2> 2184227 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core testschemaapi_shard1_replica2 as part of shard shard1 of collection testschemaapi on 127.0.0.1:45690_solr
   [junit4]   2> 2184227 INFO  (OverseerThreadFactory-5221-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.OverseerCollectionMessageHandler Creating core testschemaapi_shard1_replica1 as part of shard shard1 of collection testschemaapi on 127.0.0.1:51350_solr
   [junit4]   2> 2184229 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=testschemaapi_shard1_replica2&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2184229 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=testschemaapi_shard1_replica1&action=CREATE&numShards=1&collection=testschemaapi&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2184229 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=testschemaapi_shard1_replica2, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=testschemaapi, numShards=1, dataDir=data/, shard=shard1}
   [junit4]   2> 2184229 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=testschemaapi_shard1_replica1, collection.configName=conf1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=testschemaapi, numShards=1, dataDir=data/, shard=shard1}
   [junit4]   2> 2184230 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2184230 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2184231 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Registering watch for collection testschemaapi
   [junit4]   2> 2184231 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"testschemaapi_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45690/solr",
   [junit4]   2>   "node_name":"127.0.0.1:45690_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2184231 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testschemaapi_shard1_replica2",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:45690/solr",
   [junit4]   2>   "node_name":"127.0.0.1:45690_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2184231 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Registering watch for collection testschemaapi
   [junit4]   2> 2184232 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [testschemaapi] ver [0]
   [junit4]   2> 2184232 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader Add data for [testschemaapi] ver [0]
   [junit4]   2> 2184232 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2184232 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2184233 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"testschemaapi_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51350/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51350_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2184233 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testschemaapi_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51350/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51350_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2184335 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testschemaapi/state.json version: 0
   [junit4]   2> 2184335 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2184335 INFO  (zkCallback-2548-thread-2-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2184336 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [0] to [1]
   [junit4]   2> 2184336 INFO  (zkCallback-2548-thread-2-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [0] to [1]
   [junit4]   2> 2185232 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for testschemaapi_shard1_replica1
   [junit4]   2> 2185232 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:testschemaapi
   [junit4]   2> 2185232 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController waiting to find shard id in clusterstate for testschemaapi_shard1_replica2
   [junit4]   2> 2185232 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Check for collection zkNode:testschemaapi
   [junit4]   2> 2185233 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2185233 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 2185233 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2185233 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 2185233 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2185233 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/testschemaapi_shard1_replica2'
   [junit4]   2> 2185234 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2185234 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2185234 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2185234 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/testschemaapi_shard1_replica1'
   [junit4]   2> 2185234 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2185234 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2185236 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2185236 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2185240 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2185240 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2185242 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2185244 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2185247 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2185250 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.s.IndexSchema [testschemaapi_shard1_replica1] Schema name=minimal
   [junit4]   2> 2185251 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2185253 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2185255 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2185255 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'testschemaapi_shard1_replica1' using configuration from collection testschemaapi
   [junit4]   2> 2185255 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2185255 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore [[testschemaapi_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/testschemaapi_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/]
   [junit4]   2> 2185255 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: testschemaapi_shard1_replica1
   [junit4]   2> 2185256 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data
   [junit4]   2> 2185256 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index/
   [junit4]   2> 2185256 WARN  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore [testschemaapi_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2185256 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.s.IndexSchema [testschemaapi_shard1_replica2] Schema name=minimal
   [junit4]   2> 2185256 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/index
   [junit4]   2> 2185257 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1e3171ce lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73fd495b),segFN=segments_1,generation=1}
   [junit4]   2> 2185257 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2185257 INFO  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica1) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core testschemaapi_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/
   [junit4]   2> 2185257 WARN  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica1) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2185259 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2185259 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2185261 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185261 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2185261 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1  x:testschemaapi_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'testschemaapi_shard1_replica2' using configuration from collection testschemaapi
   [junit4]   2> 2185261 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2185261 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185261 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore [[testschemaapi_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/testschemaapi_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data/]
   [junit4]   2> 2185262 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore JMX monitoring not detected for core: testschemaapi_shard1_replica2
   [junit4]   2> 2185262 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185262 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data
   [junit4]   2> 2185262 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data/index/
   [junit4]   2> 2185263 WARN  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore [testschemaapi_shard1_replica2] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2185263 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185263 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data/index
   [junit4]   2> 2185264 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@339b4674 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2518b586),segFN=segments_1,generation=1}
   [junit4]   2> 2185264 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2185264 INFO  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica2) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore Looking for old index directories to cleanup for core testschemaapi_shard1_replica2 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data/
   [junit4]   2> 2185264 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2185264 WARN  (OldIndexDirectoryCleanupThreadForCore-testschemaapi_shard1_replica2) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node1/./testschemaapi_shard1_replica2/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2185264 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2185265 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2185265 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2185266 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2185266 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2185266 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1e3171ce lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73fd495b),segFN=segments_1,generation=1}
   [junit4]   2> 2185266 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2185266 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36c76c03[testschemaapi_shard1_replica1] main]
   [junit4]   2> 2185266 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 2185267 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2185267 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2185267 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2185268 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2185269 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Added new OnReconnect listener ZkIndexSchemaReader: /configs/conf1/managed-schema, uniqueCoreId: testschemaapi_shard1_replica1:7222560470630918
   [junit4]   2> 2185269 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2185269 INFO  (searcherExecutor-5224-thread-1-processing-n:127.0.0.1:51350_solr x:testschemaapi_shard1_replica1 s:shard1 c:testschemaapi r:core_node2) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SolrCore [testschemaapi_shard1_replica1] Registered new searcher Searcher@36c76c03[testschemaapi_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2185269 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2185269 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2185269 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2185269 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540196976616800256
   [junit4]   2> 2185269 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185271 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185271 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1540196976616800256
   [junit4]   2> 2185271 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2185271 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CoreContainer registering core: testschemaapi_shard1_replica1
   [junit4]   2> 2185272 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController Register replica - core:testschemaapi_shard1_replica1 address:http://127.0.0.1:51350/solr collection:testschemaapi shard:shard1
   [junit4]   2> 2185272 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi/leader_elect/shard1/election
   [junit4]   2> 2185273 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185275 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/testschemaapi/leader_elect/shard1/election/96262310946996230-core_node2-n_0000000000
   [junit4]   2> 2185275 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2185276 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2185277 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi"} current state version: 0
   [junit4]   2> 2185277 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2185279 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/select,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2185279 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2185280 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2185280 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2185281 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2185281 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2185282 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@339b4674 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2518b586),segFN=segments_1,generation=1}
   [junit4]   2> 2185282 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2185282 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@58581d08[testschemaapi_shard1_replica2] main]
   [junit4]   2> 2185282 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/testschemaapi]
   [junit4]   2> 2185283 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.c.ZkStateReader path=[/collections/testschemaapi] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2185283 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2185283 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2185283 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2185283 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2185284 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2185284 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2185284 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2185284 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 2185284 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Added new OnReconnect listener ZkIndexSchemaReader: /configs/conf1/managed-schema, uniqueCoreId: testschemaapi_shard1_replica2:7222560476881135
   [junit4]   2> 2185284 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2185285 INFO  (searcherExecutor-5225-thread-1-processing-n:127.0.0.1:45690_solr x:testschemaapi_shard1_replica2 s:shard1 c:testschemaapi r:core_node1) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.SolrCore [testschemaapi_shard1_replica2] Registered new searcher Searcher@58581d08[testschemaapi_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2185285 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2185285 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2185285 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2185285 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540196976633577472
   [junit4]   2> 2185287 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1540196976633577472
   [junit4]   2> 2185287 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2185288 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.CoreContainer registering core: testschemaapi_shard1_replica2
   [junit4]   2> 2185288 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.ZkController Register replica - core:testschemaapi_shard1_replica2 address:http://127.0.0.1:45690/solr collection:testschemaapi shard:shard1
   [junit4]   2> 2185289 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.LeaderElector Joined leadership election with path: /collections/testschemaapi/leader_elect/shard1/election/96262310946996229-core_node1-n_0000000001
   [junit4]   2> 2185289 INFO  (qtp1276609332-12051) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.LeaderElector Watching path /collections/testschemaapi/leader_elect/shard1/election/96262310946996230-core_node2-n_0000000000 to know if I could be the leader
   [junit4]   2> 2185379 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testschemaapi/state.json version: 1
   [junit4]   2> 2185380 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2185380 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2185380 INFO  (zkCallback-2548-thread-1-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [1] to [2]
   [junit4]   2> 2185381 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [1] to [2]
   [junit4]   2> 2185778 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2185778 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2185778 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1/
   [junit4]   2> 2185778 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=testschemaapi_shard1_replica1 url=http://127.0.0.1:51350/solr START replicas=[http://127.0.0.1:45690/solr/testschemaapi_shard1_replica2/] nUpdates=100
   [junit4]   2> 2185784 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=testschemaapi_shard1_replica1 url=http://127.0.0.1:51350/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2185784 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 2185784 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2185785 INFO  (qtp1276609332-12049) [n:127.0.0.1:45690_solr c:testschemaapi s:shard1 r:core_node1 x:testschemaapi_shard1_replica2] o.a.s.c.S.Request [testschemaapi_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2185794 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/testschemaapi/leaders/shard1
   [junit4]   2> 2185841 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testschemaapi/leaders/shard1/leader after winning as /collections/testschemaapi/leader_elect/shard1/election/96262310946996230-core_node2-n_0000000000
   [junit4]   2> 2185847 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1/ shard1
   [junit4]   2> 2185848 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testschemaapi",
   [junit4]   2>   "base_url":"http://127.0.0.1:51350/solr",
   [junit4]   2>   "core":"testschemaapi_shard1_replica1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 2185969 INFO  (OverseerStateUpdate-96262310946996229-127.0.0.1:45690_solr-n_0000000000) [n:127.0.0.1:45690_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testschemaapi/state.json version: 2
   [junit4]   2> 2185970 INFO  (zkCallback-2548-thread-2-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2185970 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testschemaapi/state.json] for collection [testschemaapi] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2185977 INFO  (zkCallback-2548-thread-2-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [2] to [3]
   [junit4]   2> 2185980 INFO  (zkCallback-2549-thread-1-processing-n:127.0.0.1:51350_solr) [n:127.0.0.1:51350_solr    ] o.a.s.c.c.ZkStateReader Updating data for [testschemaapi] from [2] to [3]
   [junit4]   2> 2185999 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.ZkController We are http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1/ and leader is http://127.0.0.1:51350/solr/testschemaapi_shard1_replica1/
   [junit4]   2> 2185999 INFO  (qtp248163694-12062) [n:127.0.0.1:51350_solr c:t

[...truncated too long message...]

irectory, CoreContainer#isShutdown=true
   [junit4]   2> 2196075 INFO  (coreCloseExecutor-5252-thread-1) [n:127.0.0.1:51350_solr c:testschemaapi s:shard1 r:core_node2 x:testschemaapi_shard1_replica1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001/tempDir-001/node2/./testschemaapi_shard1_replica1/data
   [junit4]   2> 2196076 INFO  (zkCallback-2548-thread-5-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2196076 WARN  (zkCallback-2548-thread-5-processing-n:127.0.0.1:45690_solr) [n:127.0.0.1:45690_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2196077 INFO  (jetty-launcher-2538-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3304756f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2196079 ERROR (jetty-launcher-2538-thread-2-EventThread) [n:127.0.0.1:51350_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/1307252710@431daf8b rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@61f298c[Shutting down, pool size = 2, active threads = 0, queued tasks = 0, completed tasks = 18]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2196095 ERROR (jetty-launcher-2538-thread-2-EventThread) [n:127.0.0.1:51350_solr    ] o.a.z.ClientCnxn Error while calling watcher 
   [junit4]   2> java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/1307252710@37534fa3 rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@61f298c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 18]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2047)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:823)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1369)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:214)
   [junit4]   2> 	at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:112)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.process(SolrZkClient.java:266)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 2196089 INFO  (jetty-launcher-2538-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ccd5b0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2196097 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52959 52959
   [junit4]   2> 2196228 INFO  (Thread-2654) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52959 52959
   [junit4]   2> 2196230 WARN  (Thread-2654) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/configs/conf1/managed-schema
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/testschemaapi/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/overseer/queue
   [junit4]   2> 	9	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2196230 INFO  (SUITE-TestManagedSchemaAPI-seed#[3C094CCEC4264D36]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.schema.TestManagedSchemaAPI_3C094CCEC4264D36-001
   [junit4]   2> Jul 18, 2016 12:51:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {_version_=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), myNewField=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=821, maxMBSortInHeap=5.080078943736559, sim=RandomSimilarity(queryNorm=false): {}, locale=hr, timezone=America/Danmarkshavn
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=168272216,total=490209280
   [junit4]   2> NOTE: All tests run in this JVM: [TestHashPartitioner, ReplicationFactorTest, TestBinaryResponseWriter, IndexBasedSpellCheckerTest, DocExpirationUpdateProcessorFactoryTest, TestNumericTerms32, BooleanFieldTest, TestSolrQueryResponse, DocumentBuilderTest, SolrIndexConfigTest, JavabinLoaderTest, OverseerModifyCollectionTest, TestScoreJoinQPNoScore, CollectionsAPIAsyncDistributedZkTest, DistributedFacetPivotLongTailTest, TestSolrCoreProperties, TestMissingGroups, SolrInfoMBeanTest, WrapperMergePolicyFactoryTest, ResponseHeaderTest, TestStressUserVersions, TlogReplayBufferedWhileIndexingTest, TestRebalanceLeaders, TimeZoneUtilsTest, ClusterStateUpdateTest, CSVRequestHandlerTest, CloudMLTQParserTest, DirectSolrSpellCheckerTest, TestSimpleTrackingShardHandler, TestLeaderInitiatedRecoveryThread, SolrIndexSplitterTest, AtomicUpdatesTest, TestWordDelimiterFilterFactory, DocValuesMissingTest, SpatialFilterTest, TestCoreContainer, ConvertedLegacyTest, MultiTermTest, CollectionsAPIDistributedZkTest, TestReRankQParserPlugin, TestDFRSimilarityFactory, TestInfoStreamLogging, TestReloadAndDeleteDocs, TestQueryTypes, TestAuthenticationFramework, BasicAuthIntegrationTest, TestExpandComponent, SpellCheckComponentTest, InfoHandlerTest, ConfigSetsAPITest, SolrCmdDistributorTest, DocValuesTest, ExplicitHLLTest, ZkCLITest, TestManagedStopFilterFactory, HdfsChaosMonkeySafeLeaderTest, FastVectorHighlighterTest, LeaderInitiatedRecoveryOnShardRestartTest, AliasIntegrationTest, TestCloudPivotFacet, SuggestComponentContextFilterQueryTest, DistributedTermsComponentTest, TestFieldSortValues, HttpPartitionTest, DOMUtilTest, TestBulkSchemaConcurrent, TestFiltering, SortSpecParsingTest, HdfsUnloadDistributedZkTest, TestSortByMinMaxFunction, LoggingHandlerTest, DistributedFacetPivotWhiteBoxTest, SchemaVersionSpecificBehaviorTest, BlobRepositoryCloudTest, TestHighFrequencyDictionaryFactory, TestExactSharedStatsCache, TestMacros, TestQuerySenderNoQuery, DistribCursorPagingTest, SpellPossibilityIteratorTest, TestSubQueryTransformer, HdfsDirectoryFactoryTest, TestCursorMarkWithoutUniqueKey, DistanceFunctionTest, MoreLikeThisHandlerTest, CdcrReplicationHandlerTest, BlockJoinFacetRandomTest, ChaosMonkeySafeLeaderTest, TestBulkSchemaAPI, BigEndianAscendingWordDeserializerTest, TestDistributedGrouping, TestSystemIdResolver, SuggesterFSTTest, TestTrie, TestConfigSets, TestClusterStateMutator, BasicFunctionalityTest, TestStressVersions, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, SSLMigrationTest, ShardSplitTest, TestRandomRequestDistribution, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsCollectionsAPIDistributedZkTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, CoreSorterTest, DirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigOverlay, TestImplicitCoreProperties, TestInitParams, TestNRTOpen, TestSolrConfigHandler, TestSolrDynamicMBean, TestSolrXml, RequestLoggingTest, TestBlobHandler, TestRestoreCore, TestSolrConfigHandlerConcurrent, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, SegmentsInfoRequestHandlerTest, DistributedDebugComponentTest, DistributedQueryComponentCustomSortTest, FacetPivotSmallTest, TestDistributedStatsComponentCardinality, SmileWriterTest, TestGeoJSONResponseWriter, TestGraphMLResponseWriter, TestRawResponseWriter, TestSubQueryTransformerDistrib, TestCollationFieldDocValues, TestManagedSchema, TestManagedSchemaAPI]
   [junit4] Completed [560/621 (1!)] on J1 in 12.64s, 1 test, 1 error <<< FAILURES!

[...truncated 60224 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1284 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1284/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReqParamsAPI.test

Error Message:
Could not get expected value  'CY val' for path 'response/params/y/c' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "response":{     "znodeVersion":0,     "params":{"x":{         "a":"A val",         "b":"B val",         "":{"v":0}}}}},  from server:  https://127.0.0.1:49228/collection1

Stack Trace:
java.lang.AssertionError: Could not get expected value  'CY val' for path 'response/params/y/c' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "response":{
    "znodeVersion":0,
    "params":{"x":{
        "a":"A val",
        "b":"B val",
        "":{"v":0}}}}},  from server:  https://127.0.0.1:49228/collection1
	at __randomizedtesting.SeedInfo.seed([32827005C5F61ABC:BAD64FDF6B0A7744]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:159)
	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12322 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReqParamsAPI
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/init-core-data-001
   [junit4]   2> 1724777 INFO  (SUITE-TestReqParamsAPI-seed#[32827005C5F61ABC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1724778 INFO  (SUITE-TestReqParamsAPI-seed#[32827005C5F61ABC]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1724779 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1724780 INFO  (Thread-3410) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1724780 INFO  (Thread-3410) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1724880 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkTestServer start zk server on port:46389
   [junit4]   2> 1724880 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1724880 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1724882 INFO  (zkCallback-14700-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@742361fb name:ZooKeeperConnection Watcher:127.0.0.1:46389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1724882 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1724883 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1724883 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1724885 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1724885 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1724886 INFO  (zkCallback-14701-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@32e20b9b name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1724886 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1724886 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1724886 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1724888 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1724889 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1724890 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1724891 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1724891 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1724893 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1724893 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1724895 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1724895 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1724896 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1724896 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1724897 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1724898 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1724899 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1724899 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1724900 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1724900 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1724901 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1724902 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1724903 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1724903 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1724904 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1724904 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1724906 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1724906 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1724908 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1724908 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1724908 INFO  (zkCallback-14703-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2a21227e name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1724909 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1724909 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1725001 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1
   [junit4]   2> 1725003 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1725004 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d4031d2{/,null,AVAILABLE}
   [junit4]   2> 1725006 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4263062a{SSL,[ssl, http/1.1]}{127.0.0.1:51851}
   [junit4]   2> 1725006 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.Server Started @1727925ms
   [junit4]   2> 1725006 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/tempDir-001/control/data, hostContext=/, hostPort=51851, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores}
   [junit4]   2> 1725007 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1725007 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001'
   [junit4]   2> 1725007 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1725007 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1725007 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1725008 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1725008 INFO  (zkCallback-14704-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4cf36bee name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1725008 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1725009 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1725009 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1725010 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/solr.xml
   [junit4]   2> 1725014 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores
   [junit4]   2> 1725014 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CoreContainer New CoreContainer 517175435
   [junit4]   2> 1725014 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001]
   [junit4]   2> 1725014 WARN  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/lib
   [junit4]   2> 1725015 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1725016 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1725017 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1725017 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1725017 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46389/solr
   [junit4]   2> 1725017 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1725017 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1725017 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1725018 INFO  (zkCallback-14707-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@64fbfe29 name:ZooKeeperConnection Watcher:127.0.0.1:46389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1725018 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1725018 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1725019 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$13/364277641@1056b5be
   [junit4]   2> 1725019 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1725020 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56a565f name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1725020 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1725021 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1725022 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1725024 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1725026 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1725027 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1725028 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1725030 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1725030 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1725031 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1725032 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1725033 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1725033 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1725035 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1725036 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1725037 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1725038 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96307843562799109-127.0.0.1:51851_-n_0000000000
   [junit4]   2> 1725038 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51851_
   [junit4]   2> 1725038 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1725039 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer Overseer (id=96307843562799109-127.0.0.1:51851_-n_0000000000) starting
   [junit4]   2> 1725041 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1725045 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1725046 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1725046 INFO  (OverseerCollectionConfigSetProcessor-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1725046 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51851_
   [junit4]   2> 1725046 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51851_
   [junit4]   2> 1725048 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1725048 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1725049 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1725060 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1725061 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1725061 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores
   [junit4]   2> 1725062 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1725062 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1
   [junit4]   2> 1725062 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1725063 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1725063 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1725063 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1725063 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:51851_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1725064 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 1725064 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:51851",
   [junit4]   2>   "node_name":"127.0.0.1:51851_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1725064 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:51851",
   [junit4]   2>   "node_name":"127.0.0.1:51851_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1725064 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 1725064 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1725065 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1725065 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1725066 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726066 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1726066 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1726066 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1726066 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1726067 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1726067 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1'
   [junit4]   2> 1726067 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1726067 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1726068 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1726072 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1726076 WARN  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1726076 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1726085 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1726089 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1726169 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1726173 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1726174 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1726181 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1726183 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1726184 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1726185 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1726186 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1726186 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1726187 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1726187 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data/]
   [junit4]   2> 1726187 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@39b3ee62
   [junit4]   2> 1726187 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data
   [junit4]   2> 1726187 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1726187 WARN  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1726188 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data/index
   [junit4]   2> 1726188 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=128968814, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1726188 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@23954f19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a036114),segFN=segments_1,generation=1}
   [junit4]   2> 1726188 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1726189 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data/
   [junit4]   2> 1726189 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1726191 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1726191 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1726191 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1726191 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1726192 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1726192 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1726192 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1726192 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1726192 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1726192 WARN  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1726194 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1726194 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1726195 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1726196 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1726199 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1726199 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1726199 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1726199 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1726200 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1726200 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1726200 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1726200 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@23954f19 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a036114),segFN=segments_1,generation=1}
   [junit4]   2> 1726200 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1726201 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@149f4fda[collection1] main]
   [junit4]   2> 1726201 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1726201 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1726201 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1726202 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1726203 INFO  (searcherExecutor-9373-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@149f4fda[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1726203 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1726203 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1726203 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1726203 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540925498495860736
   [junit4]   2> 1726205 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1540925498495860736
   [junit4]   2> 1726205 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1726206 INFO  (coreLoadExecutor-9372-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1726206 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:51851 collection:control_collection shard:shard1
   [junit4]   2> 1726207 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1726209 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96307843562799109-core_node1-n_0000000000
   [junit4]   2> 1726209 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1726211 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1726211 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1726211 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:51851/collection1/
   [junit4]   2> 1726211 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1726211 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1726211 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:51851/collection1/ has no replicas
   [junit4]   2> 1726212 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1726213 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96307843562799109-core_node1-n_0000000000
   [junit4]   2> 1726215 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:51851/collection1/ shard1
   [junit4]   2> 1726216 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:51851",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1726317 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726366 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:51851/collection1/ and leader is https://127.0.0.1:51851/collection1/
   [junit4]   2> 1726366 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:51851
   [junit4]   2> 1726366 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1726366 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1726366 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1726367 INFO  (coreZkRegister-9366-thread-1-processing-n:127.0.0.1:51851_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:51851_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 1726368 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:51851",
   [junit4]   2>   "node_name":"127.0.0.1:51851_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1726368 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:51851",
   [junit4]   2>   "node_name":"127.0.0.1:51851_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1726470 INFO  (zkCallback-14708-thread-2-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726565 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1726565 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1726566 INFO  (zkCallback-14712-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6bb48ac6 name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1726566 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1726566 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1726566 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1726567 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1726567 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1726568 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1726569 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1726569 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1726569 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1726569 INFO  (zkCallback-14713-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@aa167f9 name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1726570 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1726570 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1726574 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1726574 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1726666 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/cores/collection1
   [junit4]   2> 1726666 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001
   [junit4]   2> 1726668 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1726673 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25ec974f{/,null,AVAILABLE}
   [junit4]   2> 1726674 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4dac4e04{SSL,[ssl, http/1.1]}{127.0.0.1:57608}
   [junit4]   2> 1726675 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.Server Started @1729593ms
   [junit4]   2> 1726675 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=57608, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/cores}
   [junit4]   2> 1726675 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1726675 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001'
   [junit4]   2> 1726675 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1726675 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1726676 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1726676 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1726676 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1726677 INFO  (zkCallback-14714-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@797dd7e1 name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1726677 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1726677 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1726678 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1726678 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/solr.xml
   [junit4]   2> 1726683 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/cores
   [junit4]   2> 1726683 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CoreContainer New CoreContainer 1831281181
   [junit4]   2> 1726683 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001]
   [junit4]   2> 1726683 WARN  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/lib
   [junit4]   2> 1726683 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1726685 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1726685 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1726685 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1726686 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46389/solr
   [junit4]   2> 1726686 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1726686 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1726686 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1726687 INFO  (zkCallback-14717-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5feaa7fa name:ZooKeeperConnection Watcher:127.0.0.1:46389 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1726687 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1726687 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1726688 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$13/364277641@ab1f2a4
   [junit4]   2> 1726689 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1726689 INFO  (zkCallback-14718-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c4a0dc0 name:ZooKeeperConnection Watcher:127.0.0.1:46389/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1726689 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1726694 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1726694 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 1726695 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1726697 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1726697 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96307843562799114-127.0.0.1:57608_-n_0000000001
   [junit4]   2> 1726698 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96307843562799109-127.0.0.1:51851_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1726698 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.ZkController Publish node=127.0.0.1:57608_ as DOWN
   [junit4]   2> 1726699 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57608_
   [junit4]   2> 1726699 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:57608_
   [junit4]   2> 1726700 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:57608_"} current state version: 3
   [junit4]   2> 1726700 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57608_
   [junit4]   2> 1726700 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726701 INFO  (zkCallback-14712-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726701 INFO  (zkCallback-14708-thread-1-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1726701 INFO  (zkCallback-14718-thread-2-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726701 INFO  (zkCallback-14718-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1726701 INFO  (zkCallback-14708-thread-3-processing-n:127.0.0.1:51851_) [n:127.0.0.1:51851_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1726703 INFO  (zkCallback-14712-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1726703 INFO  (zkCallback-14712-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1726705 INFO  (zkCallback-14718-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1726713 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1726713 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1726714 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/cores
   [junit4]   2> 1726714 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1726714 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/cores/collection1
   [junit4]   2> 1726714 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1726715 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 1726715 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1726715 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [n:127.0.0.1:57608_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1726715 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1726716 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1726717 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:57608",
   [junit4]   2>   "node_name":"127.0.0.1:57608_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 1726717 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:57608",
   [junit4]   2>   "node_name":"127.0.0.1:57608_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1726717 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1726717 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1726717 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1726717 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1726819 INFO  (OverseerStateUpdate-96307843562799109-127.0.0.1:51851_-n_0000000000) [n:127.0.0.1:51851_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1726819 INFO  (zkCallback-14718-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1726820 INFO  (zkCallback-14718-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 1727717 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1727717 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1727718 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1727718 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1727719 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1727719 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001/shard-1-001/cores/collection1'
   [junit4]   2> 1727719 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1727719 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1727720 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1727724 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1727727 WARN  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1727728 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1727736 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1727741 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1727824 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1727828 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1727829 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1727836 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1727837 INFO  (coreLoadExecutor-9383-thread-1-processing-n:127.0.0.1:57608_) [n:127.0.0.1:57608_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1727839 INFO  (coreLoadExecutor-9383-thread-1-processing

[...truncated too long message...]

n.cloud.SolrZkClient$2.execute(SolrZkClient.java:241)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:241)
   [junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContextBase.cancelElection(ElectionContext.java:142)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.cancelElection(ElectionContext.java:274)
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:450)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1750789 WARN  (zkCallback-14737-thread-2-processing-n:127.0.0.1:49228_) [n:127.0.0.1:49228_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1750790 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@47b4e533{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1750790 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a315d8{/,null,UNAVAILABLE}
   [junit4]   2> 1750793 INFO  (TEST-TestReqParamsAPI.test-seed#[32827005C5F61ABC]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46389 46389
   [junit4]   2> 1750904 INFO  (Thread-3410) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46389 46389
   [junit4]   2> 1750905 WARN  (Thread-3410) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/configs/conf1
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/overseer/queue
   [junit4]   2> 	25	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReqParamsAPI -Dtests.method=test -Dtests.seed=32827005C5F61ABC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=da -Dtests.timezone=America/Atka -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 26.1s J0 | TestReqParamsAPI.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected value  'CY val' for path 'response/params/y/c' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "response":{
   [junit4]    >     "znodeVersion":0,
   [junit4]    >     "params":{"x":{
   [junit4]    >         "a":"A val",
   [junit4]    >         "b":"B val",
   [junit4]    >         "":{"v":0}}}}},  from server:  https://127.0.0.1:49228/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([32827005C5F61ABC:BAD64FDF6B0A7744]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:481)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.testReqParams(TestReqParamsAPI.java:159)
   [junit4]    > 	at org.apache.solr.handler.TestReqParamsAPI.test(TestReqParamsAPI.java:61)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1750909 INFO  (SUITE-TestReqParamsAPI-seed#[32827005C5F61ABC]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.handler.TestReqParamsAPI_32827005C5F61ABC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=322, sim=RandomSimilarity(queryNorm=true): {}, locale=da, timezone=America/Atka
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=197666144,total=527958016
   [junit4]   2> NOTE: All tests run in this JVM: [TestCloudInspectUtil, CollectionTooManyReplicasTest, ResourceLoaderTest, BasicAuthIntegrationTest, OverseerStatusTest, TestSSLRandomization, CopyFieldTest, TestTrieFacet, RemoteQueryErrorTest, SystemInfoHandlerTest, DirectoryFactoryTest, TestConfigSetImmutable, URLClassifyProcessorTest, TestCollationFieldDocValues, TestRTimerTree, TestNoOpRegenerator, OverseerCollectionConfigSetProcessorTest, TestFieldCacheSanityChecker, TestComponentsName, ZkStateReaderTest, QueryResultKeyTest, DistributedSpellCheckComponentTest, TestDynamicLoading, TestCrossCoreJoin, TestConfig, TestSortingResponseWriter, HdfsCollectionsAPIDistributedZkTest, TestSolrConfigHandlerCloud, EchoParamsTest, TestSortByMinMaxFunction, TestBlendedInfixSuggestions, MergeStrategyTest, TestManagedResourceStorage, ResponseHeaderTest, TestCSVLoader, TestFieldResource, PreAnalyzedUpdateProcessorTest, DocumentAnalysisRequestHandlerTest, TestShardHandlerFactory, BufferStoreTest, TestDownShardTolerantSearch, TestComplexPhraseQParserPlugin, RollingRestartTest, TestSolrXml, TestSubQueryTransformerCrossCore, PreAnalyzedFieldTest, SynonymTokenizerTest, IndexSchemaRuntimeFieldTest, RequiredFieldsTest, TestConfigSetsAPIZkFailure, SolrCoreTest, TestInitParams, HighlighterMaxOffsetTest, CacheHeaderTest, TestTolerantUpdateProcessorCloud, TestConfigReload, ResponseLogComponentTest, TestSimpleQParserPlugin, PrimUtilsTest, AtomicUpdatesTest, DataDrivenBlockJoinTest, TestFaceting, PeerSyncTest, TestNumericTerms32, TestRangeQuery, ConcurrentDeleteAndCreateCollectionTest, SimpleCollectionCreateDeleteTest, JsonLoaderTest, TestLockTree, FacetPivotSmallTest, HdfsWriteToMultipleCollectionsTest, QueryEqualityTest, TestDocSet, SecurityConfHandlerTest, DeleteStatusTest, CloudMLTQParserTest, DistributedQueryElevationComponentTest, SOLR749Test, TestFunctionQuery, QueryElevationComponentTest, TestDFISimilarityFactory, BlockJoinFacetRandomTest, TestRandomCollapseQParserPlugin, SolrXmlInZkTest, ReturnFieldsTest, HdfsBasicDistributedZkTest, RAMDirectoryFactoryTest, CloudExitableDirectoryReaderTest, TestFilteredDocIdSet, TestHighlightDedupGrouping, TestRandomDVFaceting, TestRealTimeGet, TestDocTermOrds, TestStressLucene, ExternalFileFieldSortTest, TestFastOutputStream, DefaultValueUpdateProcessorTest, SignatureUpdateProcessorFactoryTest, TestDynamicFieldCollectionResource, TestRandomFaceting, TestAnalyzedSuggestions, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler, TestZkChroot, TestDistributedSearch, TestStressVersions, DistributedTermsComponentTest, SpellCheckComponentTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, SpatialFilterTest, PolyFieldTest, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestRemoteStreaming, DocValuesMultiTest, SolrInfoMBeanTest, DebugComponentTest, LukeRequestHandlerTest, TestWriterPerf, TestOmitPositions, TestValueSourceCache, TestArbitraryIndexDir, RegexBoostProcessorTest, IndexSchemaTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestSuggestSpellingConverter, DateFieldTest, DOMUtilTest, TestLRUCache, SliceStateTest, UUIDFieldTest, CursorPagingTest, TestSimpleTrackingShardHandler, ConnectionReuseTest, AssignTest, AsyncCallRequestStatusResponseTest, AsyncMigrateRouteKeyTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, MultiThreadedOCPTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, TestCloudPivotFacet, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestStressLiveNodes, TestReqParamsAPI]
   [junit4] Completed [517/623 (1!)] on J0 in 26.15s, 1 test, 1 failure <<< FAILURES!

[...truncated 60344 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1283 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1283/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:     1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([248C7AB9AB81D5F7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([248C7AB9AB81D5F7]:0)




Build Log:
[...truncated 11176 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_248C7AB9AB81D5F7-001/init-core-data-001
   [junit4]   2> 650475 INFO  (SUITE-ZkStateWriterTest-seed#[248C7AB9AB81D5F7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 650487 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 650488 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 650488 INFO  (Thread-894) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 650488 INFO  (Thread-894) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 650588 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:56022
   [junit4]   2> 650588 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 650589 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 650601 INFO  (zkCallback-653-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13758ade name:ZooKeeperConnection Watcher:127.0.0.1:56022 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650605 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 650605 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 650607 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 650614 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 650622 INFO  (zkCallback-654-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d2cfb75 name:ZooKeeperConnection Watcher:127.0.0.1:56022 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650622 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 650622 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 650622 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 650626 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 650635 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 650657 INFO  (zkCallback-655-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@426ac390 name:ZooKeeperConnection Watcher:127.0.0.1:56022/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650657 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 650657 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 650658 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 650659 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 650660 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 650661 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 650662 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 650662 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 650663 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 650663 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 650664 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 650666 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 650666 INFO  (zkCallback-655-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 650671 WARN  (zkCallback-655-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 650672 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56022 56022
   [junit4]   2> 650843 INFO  (Thread-894) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56022 56022
   [junit4]   2> 650845 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 650847 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 650847 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 650847 INFO  (Thread-895) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 650847 INFO  (Thread-895) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 650947 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:44450
   [junit4]   2> 650947 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 650954 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 650962 INFO  (zkCallback-657-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9d55c12 name:ZooKeeperConnection Watcher:127.0.0.1:44450 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650962 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 650963 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 650968 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 650969 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 650977 INFO  (zkCallback-658-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17d12c32 name:ZooKeeperConnection Watcher:127.0.0.1:44450 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650977 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 650977 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 650977 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 650986 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 650986 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 650997 INFO  (zkCallback-659-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11a63a08 name:ZooKeeperConnection Watcher:127.0.0.1:44450/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 650997 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 650997 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 650998 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 650999 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 651000 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 651005 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 651006 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 651006 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 651007 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 651007 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 651009 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 651011 INFO  (zkCallback-659-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 651012 INFO  (zkCallback-659-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 651012 WARN  (zkCallback-659-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 652512 WARN  (zkCallback-659-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 652513 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44450 44450
   [junit4]   2> 652687 INFO  (Thread-895) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44450 44450
   [junit4]   2> 652689 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 652692 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 652693 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 652714 INFO  (Thread-896) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 652714 INFO  (Thread-896) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 652804 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:33490
   [junit4]   2> 652804 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 652805 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 652836 INFO  (zkCallback-661-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a77a9c4 name:ZooKeeperConnection Watcher:127.0.0.1:33490 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652836 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 652837 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 652864 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 652880 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 652891 INFO  (zkCallback-662-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@21a5dc81 name:ZooKeeperConnection Watcher:127.0.0.1:33490 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 652896 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 652896 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 652896 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 653062 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 653062 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 653088 INFO  (zkCallback-663-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@426143df name:ZooKeeperConnection Watcher:127.0.0.1:33490/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 653092 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 653092 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 653093 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 653094 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 653095 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 653095 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 653109 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 653109 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 653110 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 653110 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 653111 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 653112 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 653113 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c1
   [junit4]   2> 653120 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 653125 INFO  (zkCallback-663-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 653125 WARN  (zkCallback-663-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections]
   [junit4]   2> 653140 INFO  (zkCallback-663-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 653140 WARN  (zkCallback-663-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 653142 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33490 33490
   [junit4]   2> 653263 INFO  (Thread-896) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33490 33490
   [junit4]   2> 653265 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 653267 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 653267 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 653268 INFO  (Thread-897) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 653268 INFO  (Thread-897) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 653376 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:51659
   [junit4]   2> 653376 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 653392 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 653433 INFO  (zkCallback-665-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16b4c205 name:ZooKeeperConnection Watcher:127.0.0.1:51659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 653444 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 653444 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 653461 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 653484 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 653504 INFO  (zkCallback-666-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69ea9fba name:ZooKeeperConnection Watcher:127.0.0.1:51659 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 653505 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 653505 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 653505 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 653523 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 653524 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 653532 INFO  (zkCallback-667-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d28ca24 name:ZooKeeperConnection Watcher:127.0.0.1:51659/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 653532 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 653533 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 653533 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 653535 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 653536 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 653537 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 653538 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 653539 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 653539 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 653540 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 653553 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 653555 INFO  (zkCallback-667-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 653556 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 653561 INFO  (zkCallback-667-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 653562 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 653566 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51659 51659
   [junit4]   2> 653784 INFO  (Thread-897) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51659 51659
   [junit4]   2> 653785 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 653787 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 653787 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 653810 INFO  (Thread-898) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 653810 INFO  (Thread-898) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 653910 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer start zk server on port:44729
   [junit4]   2> 653910 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 654056 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 654070 INFO  (zkCallback-669-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77e266f1 name:ZooKeeperConnection Watcher:127.0.0.1:44729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 654070 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 654070 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 654073 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 654084 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 654096 INFO  (zkCallback-670-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38bcf19a name:ZooKeeperConnection Watcher:127.0.0.1:44729 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 654096 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 654097 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 654097 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 654099 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 654107 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 654157 INFO  (zkCallback-671-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@621a66d6 name:ZooKeeperConnection Watcher:127.0.0.1:44729/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 654157 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 654157 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 654158 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 654159 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 654159 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 654160 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 654161 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 654162 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 654162 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 654163 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 654163 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 654164 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 654165 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 654166 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 654167 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Adding lazily-loaded reference for collection c2
   [junit4]   2> 654173 INFO  (zkCallback-671-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 654201 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{c2=LazyCollectionRef(c2)}
   [junit4]   2> 654202 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
   [junit4]   2> 654203 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/c2/state.json version: 0
   [junit4]   2> 654204 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44729 44729
   [junit4]   2> 654331 INFO  (Thread-898) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44729 44729
   [junit4]   2> 654332 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[248C7AB9AB81D5F7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> 654333 INFO  (SUITE-ZkStateWriterTest-seed#[248C7AB9AB81D5F7]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Jul 22, 2016 6:29:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Jul 22, 2016 6:29:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   [junit4]   2>    1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 22, 2016 6:29:22 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2> Jul 22, 2016 6:29:25 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=101, maxMBSortInHeap=6.762523930333593, sim=ClassicSimilarity, locale=zh-TW, timezone=Asia/Harbin
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=82441872,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [DeleteReplicaTest, TestBM25SimilarityFactory, DistanceFunctionTest, TestMinMaxOnMultiValuedField, SolrCmdDistributorTest, TestOverriddenPrefixQueryForCustomFieldType, PKIAuthenticationIntegrationTest, TestSolrConfigHandler, ZkSolrClientTest, TestUpdate, VersionInfoTest, HighlighterTest, TestFileDictionaryLookup, TermsComponentTest, MBeansHandlerTest, SimplePostToolTest, TestStressVersions, TestFieldTypeCollectionResource, SSLMigrationTest, TestRawTransformer, DistributedFacetPivotLargeTest, TestNamedUpdateProcessors, HdfsChaosMonkeyNothingIsSafeTest, AliasIntegrationTest, TestMaxScoreQueryParser, TestNumericTerms64, CdcrReplicationHandlerTest, TestAuthenticationFramework, UniqFieldsUpdateProcessorFactoryTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestChildDocTransformer, TestFieldCacheSort, CSVRequestHandlerTest, TestSchemaResource, CollectionsAPIDistributedZkTest, CustomCollectionTest, MinimalSchemaTest, BJQParserTest, TestDocBasedVersionConstraints, TestDistributedGrouping, TestSurroundQueryParser, TestSolrDeletionPolicy2, SpatialFilterTest, TestSolrCoreProperties, DistanceUnitsTest, TestBinaryResponseWriter, ZkStateWriterTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.seed=248C7AB9AB81D5F7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Asia/Harbin -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | ZkStateWriterTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   [junit4]    >    1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([248C7AB9AB81D5F7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=4741, name=watches-672-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([248C7AB9AB81D5F7]:0)
   [junit4] Completed [186/623 (1!)] on J1 in 27.01s, 5 tests, 2 errors <<< FAILURES!

[...truncated 61439 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1282 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1282/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([71E23E1618C042B2]:0)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:43708/solr/testSolrCloudCollection_shard1_replica2

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:43708/solr/testSolrCloudCollection_shard1_replica2
	at __randomizedtesting.SeedInfo.seed([71E23E1618C042B2:4C3A903A202E1CC2]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:739)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1151)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1040)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:976)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:43708/solr/testSolrCloudCollection_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:714)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:43708 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 12369 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 2445843 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2445843 INFO  (Thread-7542) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2445844 INFO  (Thread-7542) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2445944 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.ZkTestServer start zk server on port:52582
   [junit4]   2> 2445944 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445944 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445950 INFO  (zkCallback-16641-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56342ca4 name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445950 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445950 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445950 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 2445956 INFO  (jetty-launcher-16640-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2445956 INFO  (jetty-launcher-16640-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2445957 INFO  (jetty-launcher-16640-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2445958 INFO  (jetty-launcher-16640-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2445958 INFO  (jetty-launcher-16640-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2445959 INFO  (jetty-launcher-16640-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bfbbd51{/solr,null,AVAILABLE}
   [junit4]   2> 2445960 INFO  (jetty-launcher-16640-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@79efe7ff{HTTP/1.1,[http/1.1]}{127.0.0.1:50458}
   [junit4]   2> 2445961 INFO  (jetty-launcher-16640-thread-4) [    ] o.e.j.s.Server Started @2449329ms
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50458}
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node4'
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445962 INFO  (jetty-launcher-16640-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4286d013{/solr,null,AVAILABLE}
   [junit4]   2> 2445963 INFO  (jetty-launcher-16640-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65105ceb{/solr,null,AVAILABLE}
   [junit4]   2> 2445963 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445964 INFO  (jetty-launcher-16640-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e33a260{/solr,null,AVAILABLE}
   [junit4]   2> 2445964 INFO  (jetty-launcher-16640-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@43f28d01{HTTP/1.1,[http/1.1]}{127.0.0.1:44790}
   [junit4]   2> 2445964 INFO  (jetty-launcher-16640-thread-3) [    ] o.e.j.s.Server Started @2449332ms
   [junit4]   2> 2445964 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44790}
   [junit4]   2> 2445964 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2445964 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node2'
   [junit4]   2> 2445965 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2445965 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2445965 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445965 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445965 INFO  (jetty-launcher-16640-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@4620781e{HTTP/1.1,[http/1.1]}{127.0.0.1:48072}
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@7d90d90e{HTTP/1.1,[http/1.1]}{127.0.0.1:43708}
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-1) [    ] o.e.j.s.Server Started @2449333ms
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.e.j.s.Server Started @2449333ms
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48072}
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43708}
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node1'
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node5'
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2445966 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2445967 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445967 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445967 INFO  (zkCallback-16642-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1072941d name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445967 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445967 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445968 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2445968 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445968 INFO  (jetty-launcher-16640-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7877b14c{/solr,null,AVAILABLE}
   [junit4]   2> 2445968 INFO  (jetty-launcher-16640-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@129922e9{HTTP/1.1,[http/1.1]}{127.0.0.1:59405}
   [junit4]   2> 2445968 INFO  (zkCallback-16643-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6603e0ed name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.e.j.s.Server Started @2449336ms
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59405}
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node3'
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2445969 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445970 INFO  (zkCallback-16645-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56efb1c2 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445970 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445970 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445970 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2445973 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445973 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445974 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2445977 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445977 INFO  (zkCallback-16646-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1d10e48a name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445978 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node5/.
   [junit4]   2> 2445978 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 188418881
   [junit4]   2> 2445978 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node5]
   [junit4]   2> 2445978 WARN  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node5/lib
   [junit4]   2> 2445978 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2445979 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445980 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445980 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2445980 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2445981 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2445981 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2445981 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52582/solr
   [junit4]   2> 2445981 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2445981 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445985 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445986 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445986 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node4/.
   [junit4]   2> 2445986 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 1371875411
   [junit4]   2> 2445986 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node4]
   [junit4]   2> 2445986 WARN  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node4/lib
   [junit4]   2> 2445987 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2445987 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node3/.
   [junit4]   2> 2445987 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1732126417
   [junit4]   2> 2445987 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node3]
   [junit4]   2> 2445987 WARN  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node3/lib
   [junit4]   2> 2445987 INFO  (zkCallback-16649-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d08cb55 name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445987 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2445987 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445988 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1560fa875350002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2445989 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2445989 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2445989 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2445989 INFO  (zkCallback-16644-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@616e34d9 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2445989 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52582/solr
   [junit4]   2> 2445989 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2445989 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2445990 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445990 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445988 INFO  (jetty-launcher-16640-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2445990 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2445990 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2445990 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2445991 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2445991 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52582/solr
   [junit4]   2> 2445991 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2445991 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2445991 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2445992 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node2/.
   [junit4]   2> 2445992 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 733181918
   [junit4]   2> 2445992 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node2]
   [junit4]   2> 2445992 WARN  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node2/lib
   [junit4]   2> 2445992 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2445993 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446005 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2446006 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2446006 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2446006 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52582/solr
   [junit4]   2> 2446006 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2446006 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2446007 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446007 INFO  (zkCallback-16655-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c0d008b name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446007 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446007 INFO  (jetty-launcher-16640-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2446008 INFO  (zkCallback-16658-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7fbb59e2 name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446008 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/128420488@28469c20
   [junit4]   2> 2446008 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446008 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node1/.
   [junit4]   2> 2446009 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 736594836
   [junit4]   2> 2446009 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node1]
   [junit4]   2> 2446009 WARN  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node1/lib
   [junit4]   2> 2446010 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446008 INFO  (jetty-launcher-16640-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2446009 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/128420488@57b4968e
   [junit4]   2> 2446010 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2446010 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446011 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/128420488@2bf25d93
   [junit4]   2> 2446011 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446012 INFO  (zkCallback-16660-thread-1-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67913839 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446012 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446012 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2446012 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2446012 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1c42318f name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446013 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446012 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2446013 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52582/solr
   [junit4]   2> 2446013 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2446013 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2446013 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2446014 INFO  (zkCallback-16654-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5957d39d name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446014 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446014 INFO  (jetty-launcher-16640-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2446014 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2446015 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446015 INFO  (zkCallback-16659-thread-1-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40560935 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446015 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446016 INFO  (zkCallback-16664-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@354fda90 name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446016 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446016 INFO  (jetty-launcher-16640-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2446016 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/128420488@71f0506c
   [junit4]   2> 2446016 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2446017 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446018 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/128420488@7ef0f7c3
   [junit4]   2> 2446018 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446019 INFO  (zkCallback-16665-thread-1-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28e95a26 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446019 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446020 INFO  (zkCallback-16666-thread-1-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31bc5b9f name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446020 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446022 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2446023 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2446027 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2446028 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2446028 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2446029 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2446029 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2446032 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2446032 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2446032 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2446032 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2446033 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2446034 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2446034 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2446035 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2446036 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2446036 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 2446037 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2446038 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2446038 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2446039 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2446039 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2446039 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2446041 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2446041 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2446041 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2446042 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2446042 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2446042 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2446043 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2446043 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2446043 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2446043 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2446044 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2446044 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2446044 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2446044 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2446044 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2446045 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2446047 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2446047 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2446048 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2446049 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2446049 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2446049 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2446050 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2446050 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2446050 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2446051 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96281658230374410-127.0.0.1:59405_solr-n_0000000000
   [junit4]   2> 2446051 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2446051 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96281658230374412-127.0.0.1:43708_solr-n_0000000001
   [junit4]   2> 2446051 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2446051 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59405_solr
   [junit4]   2> 2446051 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2446052 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2446053 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96281658230374415-127.0.0.1:48072_solr-n_0000000002
   [junit4]   2> 2446053 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96281658230374414-127.0.0.1:50458_solr-n_0000000003
   [junit4]   2> 2446053 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96281658230374410-127.0.0.1:59405_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 2446054 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer Overseer (id=96281658230374410-127.0.0.1:59405_solr-n_0000000000) starting
   [junit4]   2> 2446054 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96281658230374412-127.0.0.1:43708_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 2446054 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43708_solr
   [junit4]   2> 2446054 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:43708_solr
   [junit4]   2> 2446054 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96281658230374415-127.0.0.1:48072_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 2446055 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48072_solr
   [junit4]   2> 2446055 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48072_solr
   [junit4]   2> 2446055 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50458_solr
   [junit4]   2> 2446055 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:50458_solr
   [junit4]   2> 2446057 INFO  (zkCallback-16666-thread-1-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2446057 INFO  (zkCallback-16665-thread-1-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2446057 INFO  (zkCallback-16660-thread-1-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2446057 INFO  (zkCallback-16659-thread-1-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2446057 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2446057 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2446057 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2446063 INFO  (zkCallback-16660-thread-1-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2446063 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2446064 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96281658230374411-127.0.0.1:44790_solr-n_0000000004
   [junit4]   2> 2446065 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96281658230374414-127.0.0.1:50458_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 2446066 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:44790_solr as DOWN
   [junit4]   2> 2446067 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44790_solr
   [junit4]   2> 2446067 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44790_solr
   [junit4]   2> 2446069 INFO  (zkCallback-16660-thread-1-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2446069 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2446069 INFO  (zkCallback-16660-thread-1-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2446079 INFO  (zkCallback-16659-thread-1-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2446079 INFO  (zkCallback-16666-thread-1-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2446079 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2446080 INFO  (OverseerCollectionConfigSetProcessor-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2446082 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2446082 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:59405_solr as DOWN
   [junit4]   2> 2446084 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2446084 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2446084 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node1/.
   [junit4]   2> 2446084 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2446089 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2446089 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2446089 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node4/.
   [junit4]   2> 2446090 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2446090 INFO  (jetty-launcher-16640-thread-1) [n:127.0.0.1:48072_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2446091 INFO  (zkCallback-16666-thread-2-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2446091 INFO  (zkCallback-16665-thread-1-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2446092 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59405_solr
   [junit4]   2> 2446092 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59405_solr
   [junit4]   2> 2446095 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2446095 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2446096 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node5/.
   [junit4]   2> 2446096 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2446096 INFO  (zkCallback-16665-thread-2-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2446097 INFO  (zkCallback-16665-thread-2-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 2446097 INFO  (zkCallback-16659-thread-2-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2446097 INFO  (zkCallback-16660-thread-1-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2446097 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2446097 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2446098 INFO  (jetty-launcher-16640-thread-5) [n:127.0.0.1:43708_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2446098 INFO  (zkCallback-16659-thread-2-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 2446098 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2446098 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2446098 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node2/.
   [junit4]   2> 2446098 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2446101 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2446102 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2446102 INFO  (jetty-launcher-16640-thread-4) [n:127.0.0.1:50458_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2446102 INFO  (zkCallback-16666-thread-2-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 2446102 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2446103 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2446107 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2446109 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:44790_solr"} current state version: 0
   [junit4]   2> 2446110 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:44790_solr
   [junit4]   2> 2446111 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:59405_solr"} current state version: 0
   [junit4]   2> 2446111 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:59405_solr
   [junit4]   2> 2446115 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2446115 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2446116 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node3/.
   [junit4]   2> 2446116 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2446116 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2446116 INFO  (jetty-launcher-16640-thread-3) [n:127.0.0.1:44790_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2446117 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2446117 INFO  (jetty-launcher-16640-thread-2) [n:127.0.0.1:59405_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2446117 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2446122 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2446122 INFO  (zkCallback-16672-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62b856c5 name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2446123 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2446123 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2446126 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@4620781e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2446127 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=736594836
   [junit4]   2> 2446127 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:48072_solr as DOWN
   [junit4]   2> 2446130 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:48072_solr"} current state version: 0
   [junit4]   2> 2446130 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:48072_solr
   [junit4]   2> 2446131 INFO  (zkCallback-16666-thread-2-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2446131 INFO  (zkCallback-16665-thread-1-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2446131 INFO  (zkCallback-16659-thread-2-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2446131 INFO  (zkCallback-16660-thread-2-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2446131 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 2446133 INFO  (zkCallback-16659-thread-2-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2446133 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2446133 INFO  (zkCallback-16665-thread-1-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2446138 INFO  (zkCallback-16665-thread-2-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96281658230374412-127.0.0.1:43708_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 2446138 INFO  (zkCallback-16660-thread-2-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 2447631 WARN  (zkCallback-16666-thread-2-processing-n:127.0.0.1:48072_solr) [n:127.0.0.1:48072_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2447632 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65105ceb{/solr,null,UNAVAILABLE}
   [junit4]   2> 2447633 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2447634 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e837943{/solr,null,AVAILABLE}
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4a96127a{HTTP/1.1,[http/1.1]}{127.0.0.1:58749}
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.e.j.s.Server Started @2451002ms
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58749}
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node6'
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2447635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2447636 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2447636 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2447638 INFO  (zkCallback-16674-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3ca8b042 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2447638 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2447638 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2447638 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2447643 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node6/.
   [junit4]   2> 2447644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.CoreContainer New CoreContainer 1747597210
   [junit4]   2> 2447644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node6]
   [junit4]   2> 2447644 WARN  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node6/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node6/lib
   [junit4]   2> 2447644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2447646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2447646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2447646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2447646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52582/solr
   [junit4]   2> 2447647 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2447647 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2447647 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2447648 INFO  (zkCallback-16677-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34e4270e name:ZooKeeperConnection Watcher:127.0.0.1:52582 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2447648 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2447648 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2447650 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$69/128420488@2f44c122
   [junit4]   2> 2447650 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2447651 INFO  (zkCallback-16678-thread-1-processing-n:127.0.0.1:58749_solr) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@159de04b name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2447651 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2447658 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2447659 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2447659 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2447661 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2447662 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96281658230374419-127.0.0.1:58749_solr-n_0000000005
   [junit4]   2> 2447663 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96281658230374411-127.0.0.1:44790_solr-n_0000000004 to know if I could be the leader
   [junit4]   2> 2447663 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:58749_solr as DOWN
   [junit4]   2> 2447664 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58749_solr
   [junit4]   2> 2447664 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:58749_solr
   [junit4]   2> 2447665 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:58749_solr"} current state version: 0
   [junit4]   2> 2447665 INFO  (OverseerStateUpdate-96281658230374410-127.0.0.1:59405_solr-n_0000000000) [n:127.0.0.1:59405_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:58749_solr
   [junit4]   2> 2447666 INFO  (zkCallback-16660-thread-3-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2447666 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2447666 INFO  (zkCallback-16665-thread-2-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2447666 INFO  (zkCallback-16659-thread-2-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2447666 INFO  (zkCallback-16660-thread-3-processing-n:127.0.0.1:59405_solr) [n:127.0.0.1:59405_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2447666 INFO  (zkCallback-16661-thread-1-processing-n:127.0.0.1:44790_solr) [n:127.0.0.1:44790_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2447666 INFO  (zkCallback-16678-thread-1-processing-n:127.0.0.1:58749_solr) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2447667 INFO  (zkCallback-16659-thread-2-processing-n:127.0.0.1:43708_solr) [n:127.0.0.1:43708_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2447667 INFO  (zkCallback-16665-thread-2-processing-n:127.0.0.1:50458_solr) [n:127.0.0.1:50458_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2447668 INFO  (zkCallback-16678-thread-1-processing-n:127.0.0.1:58749_solr) [n:127.0.0.1:58749_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 2447675 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2447675 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2447676 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.security.BasicAuthIntegrationTest_71E23E1618C042B2-001/tempDir-001/node6/.
   [junit4]   2> 2447676 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 2447677 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1
   [junit4]   2> 2447677 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [n:127.0.0.1:58749_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2447677 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2447678 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2447679 INFO  (zkCallback-16680-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61093645 name:ZooKeeperConnection Watcher:127.0.0.1:52582/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2447679 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2447679 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2447680 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-spellcheckcomponent.xml
   [junit4]   2> 2447684 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-null-charfilters-analyzer.xml
   [junit4]   2> 2447686 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/regex-boost-processor-test.txt
   [junit4]   2> 2447688 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-spellchecker.xml
   [junit4]   2> 2447690 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-multiple-asterisk-copyfield-dest-should-fail-test.xml
   [junit4]   2> 2447693 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[71E23E1618C042B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-docValuesFaceting.xml
   [junit4]   2> 2447696 INFO  (TEST-BasicAu

[...truncated too long message...]

tive_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=5841,transaction_logs_total_number=1}
   [junit4]   2> 7785246 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 7785249 WARN  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.RecoveryStrategy Stopping recovery for core=[oldindextest_shard1_replica2] coreNodeName=[core_node1]
   [junit4]   2> 7785249 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 7785250 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 7785252 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f531a14 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@620fccf9),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f531a14 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@620fccf9),segFN=segments_3,generation=3}
   [junit4]   2> 7785252 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 7785252 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.SolrCore [oldindextest_shard1_replica2] Closing main searcher on request.
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CleanupOldIndexTest_71E23E1618C042B2-001/tempDir-001/node2/./oldindextest_shard1_replica2/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CleanupOldIndexTest_71E23E1618C042B2-001/tempDir-001/node2/./oldindextest_shard1_replica2/data/index;done=false>>]
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CleanupOldIndexTest_71E23E1618C042B2-001/tempDir-001/node2/./oldindextest_shard1_replica2/data/index
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CleanupOldIndexTest_71E23E1618C042B2-001/tempDir-001/node2/./oldindextest_shard1_replica2/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CleanupOldIndexTest_71E23E1618C042B2-001/tempDir-001/node2/./oldindextest_shard1_replica2/data;done=false>>]
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 7785253 INFO  (recoveryExecutor-990-thread-1-processing-n:127.0.0.1:58130_solr x:oldindextest_shard1_replica2 s:shard1 c:oldindextest r:core_node1) [n:127.0.0.1:58130_solr c:oldindextest s:shard1 r:core_node1 x:oldindextest_shard1_replica2] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.CleanupOldIndexTest_71E23E1618C042B2-001/tempDir-001/node2/./oldindextest_shard1_replica2/data
   [junit4]   2> 7785262 INFO  (jetty-launcher-980-thread-1) [    ] o.a.s.c.Overseer Overseer (id=96281535034294278-127.0.0.1:58130_solr-n_0000000001) closing
   [junit4]   2> 7785263 INFO  (jetty-launcher-980-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11cb0b3f{/solr,null,UNAVAILABLE}
   [junit4]   2> 7785264 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x1560f8bc6260006 due to java.nio.channels.ClosedByInterruptException
   [junit4]   2> 7785265 INFO  (SUITE-CleanupOldIndexTest-seed#[71E23E1618C042B2]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59078 59078
   [junit4]   2> 7785396 INFO  (SUITE-CleanupOldIndexTest-seed#[71E23E1618C042B2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Jul 22, 2016 12:20:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=7, maxDocsPerChunk=10, blockSize=6), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=7, blockSize=6)), sim=ClassicSimilarity, locale=ru-RU, timezone=PRT
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=1,free=292259816,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [BinaryUpdateRequestHandlerTest, SolrCoreCheckLockOnStartupTest, QueryParsingTest, SaslZkACLProviderTest, TestExpandComponent, HdfsDirectoryFactoryTest, BadComponentTest, LukeRequestHandlerTest, TestJmxIntegration, BitVectorTest, UpdateParamsTest, DeleteInactiveReplicaTest, TestGraphMLResponseWriter, DateMathParserTest, TestDistribIDF, TestWriterPerf, BlockDirectoryTest, TestSearcherReuse, TestBulkSchemaAPI, SharedFSAutoReplicaFailoverUtilsTest, TestCollationField, DirectUpdateHandlerTest, DistributedDebugComponentTest, RequestHandlersTest, CollectionStateFormat2Test, InfoHandlerTest, TestSubQueryTransformer, BadIndexSchemaTest, TestTolerantSearch, SolrCloudExampleTest, TestOrdValues, OverseerTest, DistributedFacetPivotLongTailTest, TestStressReorder, DistributedVersionInfoTest, BlockJoinFacetDistribTest, TestFastWriter, TestPostingsSolrHighlighter, TestObjectReleaseTracker, TestSolrDeletionPolicy1, CoreAdminHandlerTest, TestReversedWildcardFilterFactory, TestDefaultSearchFieldResource, TolerantUpdateProcessorTest, FullSolrCloudDistribCmdsTest, TestGroupingSearch, TestXmlQParserPlugin, SearchHandlerTest, TestIndexSearcher, CdcrRequestHandlerTest, TestTestInjection, TestDistribDocBasedVersion, SuggestComponentContextFilterQueryTest, TestHashQParserPlugin, TestPerFieldSimilarity, StatsComponentTest, JavabinLoaderTest, TestLegacyFieldCache, TestSolrQueryResponse, DirectUpdateHandlerOptimizeTest, TestMiniSolrCloudClusterBase, TestSearchPerf, TestSweetSpotSimilarityFactory, TestXIncludeConfig, CleanupOldIndexTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CleanupOldIndexTest -Dtests.seed=71E23E1618C042B2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ru-RU -Dtests.timezone=PRT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | CleanupOldIndexTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([71E23E1618C042B2]:0)
   [junit4] Completed [586/623 (2!)] on J2 in 7220.53s, 1 test, 1 error <<< FAILURES!

[...truncated 60165 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1281 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1281/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest:     1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([4F73AC884D3AD444]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.overseer.ZkStateWriterTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([4F73AC884D3AD444]:0)




Build Log:
[...truncated 11445 lines...]
   [junit4] Suite: org.apache.solr.cloud.overseer.ZkStateWriterTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.overseer.ZkStateWriterTest_4F73AC884D3AD444-001/init-core-data-001
   [junit4]   2> 980584 INFO  (SUITE-ZkStateWriterTest-seed#[4F73AC884D3AD444]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 980586 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToStateFormat2
   [junit4]   2> 980587 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 980587 INFO  (Thread-1977) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 980587 INFO  (Thread-1977) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 980693 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer start zk server on port:43192
   [junit4]   2> 980693 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 980698 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 980703 INFO  (zkCallback-1236-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@497f65c name:ZooKeeperConnection Watcher:127.0.0.1:43192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 980703 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 980703 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 980704 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 980705 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 980706 INFO  (zkCallback-1237-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4365d5cb name:ZooKeeperConnection Watcher:127.0.0.1:43192 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 980706 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 980706 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 980706 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 980711 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 980714 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 980733 INFO  (zkCallback-1238-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@342dfae7 name:ZooKeeperConnection Watcher:127.0.0.1:43192/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 980733 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 980734 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 980734 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 980735 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 980736 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 980736 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 980737 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 980738 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 980738 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 980739 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 980740 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 980741 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 980742 INFO  (zkCallback-1238-thread-2) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 980746 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c2/state.json
   [junit4]   2> 980747 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection c2
   [junit4]   2> 980747 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Adding lazily-loaded reference for collection c2
   [junit4]   2> 980769 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.o.ZkStateWriterTest Cluster state: live nodes:[]collections:{c2=LazyCollectionRef(c2)}
   [junit4]   2> 980770 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
   [junit4]   2> 980771 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/c2/state.json version: 0
   [junit4]   2> 980785 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43192 43192
   [junit4]   2> 980969 INFO  (Thread-1977) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43192 43192
   [junit4]   2> 980977 INFO  (TEST-ZkStateWriterTest.testExternalModificationToStateFormat2-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToStateFormat2
   [junit4]   2> 980993 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleLegacyCollection
   [junit4]   2> 980994 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 981001 INFO  (Thread-1978) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 981001 INFO  (Thread-1978) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 981101 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer start zk server on port:55213
   [junit4]   2> 981101 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981102 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981104 INFO  (zkCallback-1240-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@706cba82 name:ZooKeeperConnection Watcher:127.0.0.1:55213 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981104 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981104 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981105 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981106 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981106 INFO  (zkCallback-1241-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78e8f26c name:ZooKeeperConnection Watcher:127.0.0.1:55213 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981106 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981107 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981107 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 981108 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981109 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981110 INFO  (zkCallback-1242-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57898896 name:ZooKeeperConnection Watcher:127.0.0.1:55213/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981110 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981110 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981110 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 981111 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 981112 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 981113 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 981114 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 981115 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 981115 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 981116 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 981117 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 981118 INFO  (zkCallback-1242-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 981122 INFO  (zkCallback-1242-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 981122 WARN  (zkCallback-1242-thread-2) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /clusterstate.json]
   [junit4]   2> 981123 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55213 55213
   [junit4]   2> 981291 INFO  (Thread-1978) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:55213 55213
   [junit4]   2> 981306 INFO  (TEST-ZkStateWriterTest.testSingleLegacyCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleLegacyCollection
   [junit4]   2> 981310 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testExternalModificationToSharedClusterState
   [junit4]   2> 981310 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 981337 INFO  (Thread-1979) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 981337 INFO  (Thread-1979) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 981437 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer start zk server on port:34365
   [junit4]   2> 981437 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981438 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981440 INFO  (zkCallback-1244-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ba3d15e name:ZooKeeperConnection Watcher:127.0.0.1:34365 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981440 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981440 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981441 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981441 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981442 INFO  (zkCallback-1245-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52f659ae name:ZooKeeperConnection Watcher:127.0.0.1:34365 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981442 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981442 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981442 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 981444 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981445 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981445 INFO  (zkCallback-1246-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10badce6 name:ZooKeeperConnection Watcher:127.0.0.1:34365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981445 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981445 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981446 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 981447 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 981448 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 981449 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 981450 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 981451 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 981452 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 981453 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 981454 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 981455 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 981455 INFO  (zkCallback-1246-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 981456 INFO  (zkCallback-1246-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 981457 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c1
   [junit4]   2> 981457 INFO  (zkCallback-1246-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 981458 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Refreshing lazily-loaded state for collection c2
   [junit4]   2> 981459 INFO  (zkCallback-1246-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 981461 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34365 34365
   [junit4]   2> 981639 INFO  (Thread-1979) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34365 34365
   [junit4]   2> 981640 INFO  (TEST-ZkStateWriterTest.testExternalModificationToSharedClusterState-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalModificationToSharedClusterState
   [junit4]   2> 981643 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSingleExternalCollection
   [junit4]   2> 981643 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 981643 INFO  (Thread-1980) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 981643 INFO  (Thread-1980) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 981743 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer start zk server on port:40830
   [junit4]   2> 981743 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981744 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981746 INFO  (zkCallback-1248-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@75642a8b name:ZooKeeperConnection Watcher:127.0.0.1:40830 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981746 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981746 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981747 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981747 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981748 INFO  (zkCallback-1249-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@778aa12f name:ZooKeeperConnection Watcher:127.0.0.1:40830 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981748 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981748 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981748 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 981750 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 981753 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 981754 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@145ea10b name:ZooKeeperConnection Watcher:127.0.0.1:40830/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 981755 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 981755 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 981755 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 981758 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 981759 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 981760 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 981761 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 981761 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 981762 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 981762 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 981763 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 981764 INFO  (zkCallback-1250-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 981766 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 981768 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40830 40830
   [junit4]   2> 981942 INFO  (Thread-1980) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40830 40830
   [junit4]   2> 981943 INFO  (TEST-ZkStateWriterTest.testSingleExternalCollection-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSingleExternalCollection
   [junit4]   2> 981945 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testZkStateWriterBatching
   [junit4]   2> 981946 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 981946 INFO  (Thread-1981) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 981946 INFO  (Thread-1981) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 982046 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer start zk server on port:45415
   [junit4]   2> 982046 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 982046 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 982048 INFO  (zkCallback-1252-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@66fd5964 name:ZooKeeperConnection Watcher:127.0.0.1:45415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 982048 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 982049 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 982049 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 982050 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 982051 INFO  (zkCallback-1253-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77eaef25 name:ZooKeeperConnection Watcher:127.0.0.1:45415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 982051 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 982051 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 982051 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 982053 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 982053 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 982054 INFO  (zkCallback-1254-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34585049 name:ZooKeeperConnection Watcher:127.0.0.1:45415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 982054 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 982054 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 982054 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 982055 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 982056 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 982057 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 982058 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 982059 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 982060 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 982060 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 982062 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c1
   [junit4]   2> 982062 INFO  (zkCallback-1254-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 982063 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/c2
   [junit4]   2> 982064 INFO  (zkCallback-1254-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 982065 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/c1/state.json
   [junit4]   2> 982066 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45415 45415
   [junit4]   2> 982170 INFO  (Thread-1981) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45415 45415
   [junit4]   2> 982170 INFO  (TEST-ZkStateWriterTest.testZkStateWriterBatching-seed#[4F73AC884D3AD444]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testZkStateWriterBatching
   [junit4]   2> 982171 INFO  (SUITE-ZkStateWriterTest-seed#[4F73AC884D3AD444]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Jul 20, 2016 12:30:53 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Jul 20, 2016 12:31:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   [junit4]   2>    1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 20, 2016 12:31:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2> Jul 20, 2016 12:31:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true): {}, locale=sl-SI, timezone=Australia/South
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_74 (64-bit)/cpus=4,threads=2,free=261605624,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [BlockJoinFacetSimpleTest, AnalyticsQueryTest, DistributedFacetPivotSmallTest, TestSchemaResource, TestPartialUpdateDeduplication, TestSmileRequest, DOMUtilTest, TermsComponentTest, BJQParserTest, TestExactStatsCache, HdfsNNFailoverTest, SolrPluginUtilsTest, TestGraphTermsQParserPlugin, PKIAuthenticationIntegrationTest, ZkControllerTest, SpellCheckCollatorTest, TestRuleBasedAuthorizationPlugin, CustomCollectionTest, TestChildDocTransformer, ClassificationUpdateProcessorFactoryTest, SSLMigrationTest, TestUseDocValuesAsStored, TestQueryTypes, FullHLLTest, DistribCursorPagingTest, DistributedFacetPivotLargeTest, DateRangeFieldTest, TestShortCircuitedRequests, HdfsTlogReplayBufferedWhileIndexingTest, TestUpdate, TestSolrDeletionPolicy2, TestWordDelimiterFilterFactory, MBeansHandlerTest, DistributedMLTComponentTest, VMParamsZkACLAndCredentialsProvidersTest, ExitableDirectoryReaderTest, RulesTest, TestHdfsBackupRestoreCore, SimplePostToolTest, TestFieldCache, TestExclusionRuleCollectionAccess, TestSystemIdResolver, TestLFUCache, TestScoreJoinQPScore, TestDocBasedVersionConstraints, SolrCLIZkUtilsTest, ZkCLITest, FileUtilsTest, TestNumericTerms64, TestSolrCLIRunExample, TestQueryUtils, ConfigSetsAPITest, HdfsChaosMonkeyNothingIsSafeTest, TestNonDefinedSimilarityFactory, TestFastLRUCache, IndexBasedSpellCheckerTest, AnalysisErrorHandlingTest, ChaosMonkeyNothingIsSafeTest, TestNamedUpdateProcessors, TestQuerySenderNoQuery, HdfsDirectoryTest, SchemaVersionSpecificBehaviorTest, TestSerializedLuceneMatchVersion, FastVectorHighlighterTest, TestGeoJSONResponseWriter, TestBM25SimilarityFactory, SpatialFilterTest, TestRawTransformer, ReplicationFactorTest, TestDFRSimilarityFactory, BadCopyFieldTest, TestSolrConfigHandlerConcurrent, SoftAutoCommitTest, NumericFieldsTest, OverseerModifyCollectionTest, TestLeaderInitiatedRecoveryThread, DistributedIntervalFacetingTest, ZkStateWriterTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ZkStateWriterTest -Dtests.seed=4F73AC884D3AD444 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=Australia/South -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | ZkStateWriterTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.overseer.ZkStateWriterTest: 
   [junit4]    >    1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F73AC884D3AD444]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=7881, name=watches-1239-thread-1, state=TIMED_WAITING, group=TGRP-ZkStateWriterTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F73AC884D3AD444]:0)
   [junit4] Completed [269/623 (1!)] on J1 in 24.72s, 5 tests, 2 errors <<< FAILURES!

[...truncated 61159 lines...]