You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/04 03:47:44 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1714 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1714/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:54364/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:54364/collection1
	at __randomizedtesting.SeedInfo.seed([9745DA21048A19C8:16A3543973D579F4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 48 more




Build Log:
[...truncated 11285 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/init-core-data-001
   [junit4]   2> 782843 T2207 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 782844 T2207 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 782848 T2207 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 782848 T2207 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 782849 T2208 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 782950 T2207 oasc.ZkTestServer.run start zk server on port:54340
   [junit4]   2> 782952 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 782963 T2214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53e54420 name:ZooKeeperConnection Watcher:127.0.0.1:54340 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 782964 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 782964 T2207 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 782977 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 782983 T2216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f1ca398 name:ZooKeeperConnection Watcher:127.0.0.1:54340/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 782983 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 782983 T2207 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 782994 T2207 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 783002 T2207 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 783008 T2207 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 783018 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 783019 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 783033 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 783034 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 783044 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 783045 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 783056 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 783056 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 783061 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 783063 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 783072 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 783072 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 783081 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 783082 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 783089 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 783089 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 783097 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 783097 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 783106 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 783106 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 783115 T2207 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 783116 T2207 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 783130 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 783135 T2218 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28a8fb8e name:ZooKeeperConnection Watcher:127.0.0.1:54340/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 783136 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785095 T2207 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 785103 T2207 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 785129 T2207 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54344
   [junit4]   2> 785135 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 785136 T2207 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 785138 T2207 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002
   [junit4]   2> 785138 T2207 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/'
   [junit4]   2> 785181 T2207 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/solr.xml
   [junit4]   2> 785195 T2207 oasc.CoreContainer.<init> New CoreContainer 1272275844
   [junit4]   2> 785196 T2207 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/]
   [junit4]   2> 785196 T2207 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 785196 T2207 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 785197 T2207 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 785197 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 785198 T2207 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 785198 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 785198 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 785198 T2207 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 785199 T2207 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 785202 T2207 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 785204 T2207 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 785204 T2207 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 785205 T2207 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 785205 T2207 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54340/solr
   [junit4]   2> 785205 T2207 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 785207 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 785211 T2229 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@666f0683 name:ZooKeeperConnection Watcher:127.0.0.1:54340 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 785211 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785218 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 785221 T2231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b786154 name:ZooKeeperConnection Watcher:127.0.0.1:54340/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 785221 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 785227 T2207 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 785237 T2207 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 785247 T2207 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 785258 T2207 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 785269 T2207 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 785281 T2207 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 785286 T2207 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54344_
   [junit4]   2> 785288 T2207 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54344_
   [junit4]   2> 785298 T2207 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 785306 T2207 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 785321 T2207 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54344_
   [junit4]   2> 785321 T2207 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 785327 T2207 oasc.Overseer.start Overseer (id=92216434421530628-127.0.0.1:54344_-n_0000000000) starting
   [junit4]   2> 785335 T2207 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 785370 T2233 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 785371 T2207 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 785379 T2207 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 785386 T2207 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 785396 T2232 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 785400 T2234 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 785400 T2234 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 785402 T2234 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 785404 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 785406 T2232 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54344",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54344_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 785406 T2232 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 785406 T2232 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 785415 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 785416 T2235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 786404 T2234 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 786404 T2234 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 786407 T2234 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 786408 T2234 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 786414 T2234 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 786415 T2234 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/'
   [junit4]   2> 786417 T2234 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 786419 T2234 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 786420 T2234 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 786472 T2234 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 786483 T2234 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 786485 T2234 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 786490 T2234 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 786492 T2234 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 786501 T2234 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 786504 T2234 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 786510 T2234 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 786521 T2234 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 786521 T2234 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 786521 T2234 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 786522 T2234 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data/
   [junit4]   2> 786522 T2234 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 786524 T2234 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data
   [junit4]   2> 786525 T2234 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data/index/
   [junit4]   2> 786526 T2234 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 786526 T2234 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data/index
   [junit4]   2> 786527 T2234 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=93.025390625, floorSegmentMB=1.1318359375, forceMergeDeletesPctAllowed=20.22517512235592, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8150702440411653
   [junit4]   2> 786535 T2234 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78de8e5c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 786535 T2234 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 786537 T2234 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 786736 T2234 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 786737 T2234 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 786737 T2234 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 786738 T2234 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 786738 T2234 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 786739 T2234 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 786739 T2234 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 786740 T2234 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 786740 T2234 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 786740 T2234 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 786741 T2234 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 786741 T2234 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 786752 T2234 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 786754 T2234 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 786755 T2234 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 786756 T2234 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 786757 T2234 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 786759 T2234 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 786759 T2234 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 786760 T2234 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1948458849, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 786762 T2234 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78de8e5c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 786763 T2234 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 786763 T2234 oass.SolrIndexSearcher.<init> Opening Searcher@671569ab[collection1] main
   [junit4]   2> 786763 T2234 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 786766 T2234 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 786766 T2234 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 786767 T2234 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 786767 T2234 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 786768 T2234 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 786769 T2234 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 786770 T2234 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 786772 T2234 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 786780 T2234 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 786780 T2234 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 786780 T2234 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 786787 T2234 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 786797 T2234 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 786797 T2236 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@671569ab[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 786799 T2239 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54344 collection:control_collection shard:shard1
   [junit4]   2> 786799 T2207 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 786800 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 786801 T2239 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 786805 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 786809 T2241 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@152fb749 name:ZooKeeperConnection Watcher:127.0.0.1:54340/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 786810 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 786812 T2207 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 786815 T2239 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 786817 T2207 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 786820 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786825 T2239 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 786826 T2239 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C318 name=collection1 org.apache.solr.core.SolrCore@4b0e6191 url=https://127.0.0.1:54344/collection1 node=127.0.0.1:54344_ C318_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:54344, core=collection1, node_name=127.0.0.1:54344_}
   [junit4]   2> 786826 T2239 C318 P54344 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54344/collection1/
   [junit4]   2> 786826 T2239 C318 P54344 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 786827 T2239 C318 P54344 oasc.SyncStrategy.syncToMe https://127.0.0.1:54344/collection1/ has no replicas
   [junit4]   2> 786828 T2239 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54344/collection1/ shard1
   [junit4]   2> 786828 T2239 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 786828 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 786837 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786842 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786850 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 786954 T2235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 786954 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 786999 T2239 oasc.ZkController.register We are https://127.0.0.1:54344/collection1/ and leader is https://127.0.0.1:54344/collection1/
   [junit4]   2> 787000 T2239 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54344
   [junit4]   2> 787000 T2239 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 787000 T2239 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 787000 T2239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 787004 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787004 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787004 T2243 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787005 T2239 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787011 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 787015 T2232 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54344",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54344_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 787040 T2243 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 787148 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 787151 T2243 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 788734 T2207 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 788736 T2207 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 788746 T2207 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 788747 T2207 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54348
   [junit4]   2> 788750 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 788750 T2207 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 788750 T2207 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003
   [junit4]   2> 788751 T2207 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/'
   [junit4]   2> 788790 T2207 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/solr.xml
   [junit4]   2> 788804 T2207 oasc.CoreContainer.<init> New CoreContainer 918412222
   [junit4]   2> 788804 T2207 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/]
   [junit4]   2> 788804 T2207 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 788805 T2207 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 788805 T2207 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 788806 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 788806 T2207 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 788806 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 788807 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 788807 T2207 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 788807 T2207 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 788809 T2207 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 788811 T2207 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 788812 T2207 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 788812 T2207 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 788812 T2207 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54340/solr
   [junit4]   2> 788813 T2207 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 788814 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 788818 T2254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a3d1534 name:ZooKeeperConnection Watcher:127.0.0.1:54340 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 788819 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 788827 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 788831 T2256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c8158a6 name:ZooKeeperConnection Watcher:127.0.0.1:54340/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 788831 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 788854 T2207 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 789868 T2207 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54348_
   [junit4]   2> 789872 T2207 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54348_
   [junit4]   2> 789883 T2243 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 789884 T2257 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 789884 T2242 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 789906 T2258 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 789906 T2258 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 789908 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 789908 T2243 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 789911 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 789909 T2258 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 789914 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 789916 T2232 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54348",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54348_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 789916 T2232 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 789917 T2232 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 789925 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 789926 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 789926 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 789926 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 790913 T2258 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 790914 T2258 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 790917 T2258 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 790917 T2258 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 790923 T2258 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 790924 T2258 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/'
   [junit4]   2> 790927 T2258 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 790930 T2258 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 790931 T2258 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 790973 T2258 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 790997 T2258 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 791002 T2258 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 791004 T2258 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 791013 T2258 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 791015 T2258 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 791015 T2258 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 791016 T2258 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data/
   [junit4]   2> 791016 T2258 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 791016 T2258 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data
   [junit4]   2> 791017 T2258 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data/index/
   [junit4]   2> 791019 T2258 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 791019 T2258 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data/index
   [junit4]   2> 791019 T2258 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=93.025390625, floorSegmentMB=1.1318359375, forceMergeDeletesPctAllowed=20.22517512235592, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8150702440411653
   [junit4]   2> 791025 T2258 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54f56393; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 791025 T2258 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 791026 T2258 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 791027 T2258 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 791028 T2258 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 791028 T2258 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 791028 T2258 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 791029 T2258 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 791029 T2258 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 791029 T2258 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 791029 T2258 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 791030 T2258 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 791030 T2258 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 791030 T2258 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 791031 T2258 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 791042 T2258 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 791044 T2258 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 791046 T2258 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 791050 T2258 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 791051 T2258 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 791054 T2258 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 791054 T2258 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 791056 T2258 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1948458849, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 791058 T2258 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54f56393; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 791058 T2258 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 791059 T2258 oass.SolrIndexSearcher.<init> Opening Searcher@6829e90[collection1] main
   [junit4]   2> 791059 T2258 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 791062 T2258 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 791062 T2258 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 791064 T2258 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 791065 T2258 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 791065 T2258 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 791069 T2258 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 791069 T2258 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 791070 T2258 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 791070 T2258 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 791070 T2258 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 791075 T2258 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 791075 T2260 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6829e90[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 791077 T2263 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54348 collection:collection1 shard:shard2
   [junit4]   2> 791078 T2207 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 791079 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 791080 T2263 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 791123 T2263 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 791134 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791140 T2263 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 791140 T2263 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C319 name=collection1 org.apache.solr.core.SolrCore@52f8a4a url=https://127.0.0.1:54348/collection1 node=127.0.0.1:54348_ C319_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:54348, core=collection1, node_name=127.0.0.1:54348_}
   [junit4]   2> 791140 T2263 C319 P54348 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54348/collection1/
   [junit4]   2> 791141 T2263 C319 P54348 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 791141 T2263 C319 P54348 oasc.SyncStrategy.syncToMe https://127.0.0.1:54348/collection1/ has no replicas
   [junit4]   2> 791141 T2263 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54348/collection1/ shard2
   [junit4]   2> 791141 T2263 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 791147 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 791163 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791171 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791181 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791286 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 791287 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 791291 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 791332 T2263 oasc.ZkController.register We are https://127.0.0.1:54348/collection1/ and leader is https://127.0.0.1:54348/collection1/
   [junit4]   2> 791332 T2263 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54348
   [junit4]   2> 791332 T2263 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 791332 T2263 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 791332 T2263 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 791335 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791335 T2243 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791336 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791341 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 791343 T2263 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 791344 T2232 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54348",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54348_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 791352 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 791455 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 791456 T2235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 791456 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 793001 T2207 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 793002 T2207 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 793010 T2207 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 793012 T2207 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54351
   [junit4]   2> 793016 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 793016 T2207 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 793017 T2207 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004
   [junit4]   2> 793017 T2207 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/'
   [junit4]   2> 793066 T2207 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/solr.xml
   [junit4]   2> 793080 T2207 oasc.CoreContainer.<init> New CoreContainer 1485625943
   [junit4]   2> 793080 T2207 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/]
   [junit4]   2> 793081 T2207 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 793081 T2207 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 793081 T2207 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 793081 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 793081 T2207 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 793082 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 793082 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 793082 T2207 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 793083 T2207 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 793085 T2207 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 793088 T2207 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 793088 T2207 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 793088 T2207 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 793089 T2207 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54340/solr
   [junit4]   2> 793089 T2207 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 793090 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 793096 T2274 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@709c19a7 name:ZooKeeperConnection Watcher:127.0.0.1:54340 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 793097 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 793103 T2207 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 793106 T2276 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22dc1c37 name:ZooKeeperConnection Watcher:127.0.0.1:54340/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 793107 T2207 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 793132 T2207 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 794143 T2207 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54351_
   [junit4]   2> 794146 T2207 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54351_
   [junit4]   2> 794159 T2242 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 794160 T2235 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 794160 T2257 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 794161 T2277 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 794180 T2278 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 794181 T2278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 794182 T2278 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 794183 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 794183 T2243 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 794183 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 794188 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 794191 T2232 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54351",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54351_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 794192 T2232 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 794192 T2232 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 794200 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 794203 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 794203 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 794204 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 794206 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795184 T2278 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 795185 T2278 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 795188 T2278 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 795189 T2278 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 795195 T2278 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 795195 T2278 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/'
   [junit4]   2> 795198 T2278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 795198 T2278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 795199 T2278 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 795246 T2278 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 795255 T2278 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 795259 T2278 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 795264 T2278 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 795276 T2278 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 795278 T2278 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 795278 T2278 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 795280 T2278 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data/
   [junit4]   2> 795280 T2278 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 795281 T2278 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data
   [junit4]   2> 795282 T2278 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data/index/
   [junit4]   2> 795283 T2278 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 795283 T2278 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data/index
   [junit4]   2> 795283 T2278 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=93.025390625, floorSegmentMB=1.1318359375, forceMergeDeletesPctAllowed=20.22517512235592, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8150702440411653
   [junit4]   2> 795288 T2278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1786e0d8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 795288 T2278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 795290 T2278 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 795291 T2278 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 795292 T2278 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 795292 T2278 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 795292 T2278 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 795292 T2278 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 795293 T2278 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 795293 T2278 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 795293 T2278 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 795293 T2278 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 795294 T2278 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 795294 T2278 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 795294 T2278 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 795301 T2278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 795302 T2278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 795304 T2278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 795305 T2278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 795307 T2278 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 795310 T2278 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 795310 T2278 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 795311 T2278 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1948458849, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 795313 T2278 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1786e0d8; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 795313 T2278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 795313 T2278 oass.SolrIndexSearcher.<init> Opening Searcher@6f054e39[collection1] main
   [junit4]   2> 795314 T2278 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 795318 T2278 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 795318 T2278 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 795321 T2278 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 795321 T2278 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 795321 T2278 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 795323 T2278 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 795324 T2278 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 795324 T2278 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 795324 T2278 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 795324 T2278 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 795329 T2278 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 795330 T2279 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f054e39[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 795333 T2282 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54351 collection:collection1 shard:shard3
   [junit4]   2> 795335 T2207 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 795335 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 795336 T2282 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 795348 T2282 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 795352 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795355 T2282 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 795355 T2282 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C320 name=collection1 org.apache.solr.core.SolrCore@3bbf5ea9 url=https://127.0.0.1:54351/collection1 node=127.0.0.1:54351_ C320_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:54351, core=collection1, node_name=127.0.0.1:54351_}
   [junit4]   2> 795356 T2282 C320 P54351 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54351/collection1/
   [junit4]   2> 795356 T2282 C320 P54351 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 795356 T2282 C320 P54351 oasc.SyncStrategy.syncToMe https://127.0.0.1:54351/collection1/ has no replicas
   [junit4]   2> 795356 T2282 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54351/collection1/ shard3
   [junit4]   2> 795357 T2282 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 795361 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 795368 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795374 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795381 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795486 T2259 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795486 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795489 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795490 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795528 T2282 oasc.ZkController.register We are https://127.0.0.1:54351/collection1/ and leader is https://127.0.0.1:54351/collection1/
   [junit4]   2> 795528 T2282 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54351
   [junit4]   2> 795528 T2282 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 795528 T2282 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 795528 T2282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 795531 T2259 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795532 T2243 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795533 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795534 T2282 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 795538 T2232 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 795539 T2232 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54351",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54351_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 795544 T2235 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 795650 T2277 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795652 T2242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795654 T2257 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 795655 T2235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 797314 T2207 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 797315 T2207 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 797324 T2207 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 797326 T2207 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54354
   [junit4]   2> 797329 T2207 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 797329 T2207 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 797329 T2207 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-005
   [junit4]   2> 797330 T2207 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-005/'
   [junit4]   2> 797377 T2207 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-005/solr.xml
   [junit4]   2> 797415 T2207 oasc.CoreContainer.<init> New CoreContainer 1631471125
   [junit4]   2> 797415 T2207 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001/tempDir-005/]
   [junit4]   2> 797416 T2207 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 797416 T2207 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 797417 T2207 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 797417 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 797417 T2207 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 797418 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 797419 T2207 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 797419 T2207 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 797419 T2207 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 797421 T2207 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 797425 T2207 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 797425 T2207 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 797426 T2207 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 797426 T2207 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54340/solr
   [junit4]   2> 797427 T2207 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 797429 T2207 oascc.Connectio

[...truncated too long message...]

tillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 1068363 T2458 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1068388 T2207 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 1073374 T2207 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1073377 T2207 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54340 54340
   [junit4]   2> 1073386 T2208 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54340 54340
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=testDistribSearch -Dtests.seed=9745DA21048A19C8 -Dtests.slow=true -Dtests.locale=es_GT -Dtests.timezone=Europe/Monaco -Dtests.file.encoding=UTF-8
   [junit4] ERROR    291s | TestCloudSchemaless.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:54364/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9745DA21048A19C8:16A3543973D579F4]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
   [junit4]    > 	... 48 more
   [junit4]   2> 1073713 T2207 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-9745DA21048A19C8-001
   [junit4]   2> 290886 T2206 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene49: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_GT, timezone=Europe/Monaco
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=128091272,total=287834112
   [junit4]   2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, TestTolerantSearch, TestNonNRTOpen, SOLR749Test, TermVectorComponentDistributedTest, TestDistributedMissingSort, TestFaceting, TestManagedResourceStorage, TestPostingsSolrHighlighter, TestSchemaResource, TestRTGBase, SolrCoreTest, TestCollationFieldDocValues, TestFieldTypeCollectionResource, TestSearcherReuse, TestXIncludeConfig, TestCodecSupport, TestSolrQueryParserResource, WordBreakSolrSpellCheckerTest, TestValueSourceCache, CollectionsAPIAsyncDistributedZkTest, BasicZkTest, TestMaxScoreQueryParser, SystemInfoHandlerTest, TestCursorMarkWithoutUniqueKey, TestRemoteStreaming, TestBlendedInfixSuggestions, TestQuerySenderNoQuery, CursorMarkTest, TestSolrXmlPersistence, TestCollationKeyRangeQueries, SignatureUpdateProcessorFactoryTest, ScriptEngineTest, PathHierarchyTokenizerFactoryTest, ParsingFieldUpdateProcessorsTest, SearchHandlerTest, SpellCheckComponentTest, CurrencyFieldOpenExchangeTest, TestDefaultSimilarityFactory, TestSolr4Spatial2, AssignTest, UnloadDistributedZkTest, CoreAdminCreateDiscoverTest, TestSuggestSpellingConverter, CoreAdminHandlerTest, TestDynamicFieldResource, StatsComponentTest, TestReload, TestDistributedGrouping, UUIDFieldTest, TermVectorComponentTest, TestGroupingSearch, SynonymTokenizerTest, UpdateParamsTest, SortByFunctionTest, CoreAdminRequestStatusTest, TestManagedSchema, SpellPossibilityIteratorTest, TestQueryTypes, FastVectorHighlighterTest, TestDocBasedVersionConstraints, DistributedDebugComponentTest, EnumFieldTest, PrimitiveFieldTypeTest, TestInitQParser, TestTrie, BlockCacheTest, TestSchemaSimilarityResource, TestHighlightDedupGrouping, TestSerializedLuceneMatchVersion, TestStandardQParsers, TestReversedWildcardFilterFactory, TestOmitPositions, CSVRequestHandlerTest, CollectionsAPIDistributedZkTest, TestFieldCollectionResource, MultiTermTest, TestCloudSchemaless]
   [junit4] Completed in 291.17s, 1 test, 1 error <<< FAILURES!

[...truncated 1053 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 411 suites, 1707 tests, 1 error, 43 ignored (16 assumptions)

Total time: 145 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1718 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1718/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:53710/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:53710/collection1
	at __randomizedtesting.SeedInfo.seed([8E6B2B0398B96D08:F8DA51BEFE60D34]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 48 more




Build Log:
[...truncated 11059 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/init-core-data-001
   [junit4]   2> 603508 T1195 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 603509 T1195 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 603538 T1195 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 603540 T1195 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 603541 T1196 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 603548 T1195 oasc.ZkTestServer.run start zk server on port:53699
   [junit4]   2> 603560 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 603635 T1202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53e2d3e4 name:ZooKeeperConnection Watcher:127.0.0.1:53699 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 603635 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 603635 T1195 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 603648 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 603653 T1204 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20f8e739 name:ZooKeeperConnection Watcher:127.0.0.1:53699/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 603654 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 603654 T1195 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 603664 T1195 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 603674 T1195 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 603682 T1195 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 603695 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 603696 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 603706 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 603707 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 603718 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 603719 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 603724 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 603725 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 603751 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 603752 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 603767 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 603769 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 603776 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 603777 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 603783 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 603784 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 603789 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 603790 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 603797 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 603798 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 603804 T1195 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 603805 T1195 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 603814 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 603819 T1206 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b9de9b name:ZooKeeperConnection Watcher:127.0.0.1:53699/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 603819 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605736 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 605748 T1195 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 605755 T1195 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53703
   [junit4]   2> 605759 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 605760 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 605761 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002
   [junit4]   2> 605761 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/'
   [junit4]   2> 605831 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/solr.xml
   [junit4]   2> 605870 T1195 oasc.CoreContainer.<init> New CoreContainer 839910539
   [junit4]   2> 605870 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/]
   [junit4]   2> 605871 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 605871 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 605871 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 605872 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 605872 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 605872 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 605873 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 605873 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 605875 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 605879 T1195 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 605881 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 605882 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 605882 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 605883 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53699/solr
   [junit4]   2> 605883 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 605884 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 605891 T1217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13fb0fba name:ZooKeeperConnection Watcher:127.0.0.1:53699 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 605893 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605899 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 605904 T1219 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61385667 name:ZooKeeperConnection Watcher:127.0.0.1:53699/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 605907 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 605913 T1195 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 605923 T1195 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 605934 T1195 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 605941 T1195 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 605954 T1195 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 605962 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 605967 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53703_
   [junit4]   2> 605969 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53703_
   [junit4]   2> 605976 T1195 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 605989 T1195 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 606007 T1195 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53703_
   [junit4]   2> 606007 T1195 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 606014 T1195 oasc.Overseer.start Overseer (id=92228989842554884-127.0.0.1:53703_-n_0000000000) starting
   [junit4]   2> 606021 T1195 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 606045 T1221 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 606047 T1195 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 606061 T1195 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 606067 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 606082 T1220 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 606088 T1222 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 606088 T1222 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 606092 T1222 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 606094 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 606097 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 606098 T1220 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53703",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53703_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 606098 T1220 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 606099 T1220 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 606105 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 606107 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 607097 T1222 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 607097 T1222 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 607102 T1222 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 607103 T1222 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 607107 T1222 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 607108 T1222 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/'
   [junit4]   2> 607114 T1222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 607114 T1222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 607115 T1222 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 607171 T1222 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 607184 T1222 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 607188 T1222 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 607192 T1222 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 607196 T1222 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 607209 T1222 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 607212 T1222 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 607217 T1222 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 607228 T1222 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 607228 T1222 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 607228 T1222 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 607229 T1222 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data/
   [junit4]   2> 607229 T1222 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 607230 T1222 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data
   [junit4]   2> 607231 T1222 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data/index/
   [junit4]   2> 607231 T1222 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 607232 T1222 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data/index
   [junit4]   2> 607232 T1222 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.564453125, noCFSRatio=0.1592104116879468]
   [junit4]   2> 607240 T1222 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@218c1027; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 607241 T1222 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 607242 T1222 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 608004 T1222 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 608004 T1222 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 608005 T1222 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 608006 T1222 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 608006 T1222 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 608006 T1222 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 608007 T1222 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 608007 T1222 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 608007 T1222 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 608007 T1222 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 608008 T1222 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 608008 T1222 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 608017 T1222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 608018 T1222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 608020 T1222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 608022 T1222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 608028 T1222 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 608045 T1222 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 608046 T1222 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 608048 T1222 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 608051 T1222 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@218c1027; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 608051 T1222 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 608051 T1222 oass.SolrIndexSearcher.<init> Opening Searcher@1a9320df[collection1] main
   [junit4]   2> 608052 T1222 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 608057 T1222 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 608057 T1222 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 608061 T1222 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 608061 T1222 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 608061 T1222 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 608064 T1222 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 608065 T1222 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 608067 T1222 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 608077 T1222 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 608078 T1222 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 608078 T1222 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 608083 T1222 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 608113 T1222 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 608113 T1224 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a9320df[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 608117 T1227 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53703 collection:control_collection shard:shard1
   [junit4]   2> 608117 T1195 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 608118 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 608119 T1227 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 608124 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 608130 T1229 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b7dfb9e name:ZooKeeperConnection Watcher:127.0.0.1:53699/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 608130 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 608134 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 608138 T1227 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 608141 T1195 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 608145 T1227 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 608145 T1227 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C178 name=collection1 org.apache.solr.core.SolrCore@196c17df url=https://127.0.0.1:53703/collection1 node=127.0.0.1:53703_ C178_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:53703, core=collection1, node_name=127.0.0.1:53703_}
   [junit4]   2> 608145 T1227 C178 P53703 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53703/collection1/
   [junit4]   2> 608145 T1227 C178 P53703 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 608146 T1227 C178 P53703 oasc.SyncStrategy.syncToMe https://127.0.0.1:53703/collection1/ has no replicas
   [junit4]   2> 608146 T1227 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53703/collection1/ shard1
   [junit4]   2> 608146 T1227 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 608152 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608156 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608169 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608179 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 608180 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 608183 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608192 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608298 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 608300 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 608324 T1227 oasc.ZkController.register We are https://127.0.0.1:53703/collection1/ and leader is https://127.0.0.1:53703/collection1/
   [junit4]   2> 608324 T1227 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53703
   [junit4]   2> 608324 T1227 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 608325 T1227 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 608325 T1227 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 608328 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608329 T1227 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608330 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608332 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608337 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 608338 T1220 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53703",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53703_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 608343 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 608450 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 608456 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 610175 T1195 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 610178 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 610189 T1195 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 610191 T1195 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53707
   [junit4]   2> 610195 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 610196 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 610196 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003
   [junit4]   2> 610197 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/'
   [junit4]   2> 610245 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/solr.xml
   [junit4]   2> 610262 T1195 oasc.CoreContainer.<init> New CoreContainer 1446555733
   [junit4]   2> 610263 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/]
   [junit4]   2> 610263 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 610264 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 610264 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 610264 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 610265 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 610265 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 610266 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 610266 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 610266 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 610268 T1195 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 610272 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 610272 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 610272 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 610273 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53699/solr
   [junit4]   2> 610273 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 610274 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 610279 T1242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b98372a name:ZooKeeperConnection Watcher:127.0.0.1:53699 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 610280 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 610285 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 610288 T1244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598f4e0c name:ZooKeeperConnection Watcher:127.0.0.1:53699/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 610289 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 610309 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 611321 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53707_
   [junit4]   2> 611324 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53707_
   [junit4]   2> 611336 T1223 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 611337 T1230 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 611340 T1245 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 611363 T1246 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 611364 T1246 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 611366 T1246 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 611367 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611367 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611368 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611372 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 611375 T1220 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53707",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53707_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 611375 T1220 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 611376 T1220 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 611385 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 611387 T1245 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 611388 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 611387 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 612369 T1246 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 612369 T1246 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 612372 T1246 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 612372 T1246 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 612376 T1246 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 612377 T1246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/'
   [junit4]   2> 612378 T1246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 612378 T1246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 612379 T1246 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 612436 T1246 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 612449 T1246 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 612454 T1246 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 612457 T1246 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 612468 T1246 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 612469 T1246 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 612469 T1246 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 612470 T1246 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data/
   [junit4]   2> 612470 T1246 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 612470 T1246 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data
   [junit4]   2> 612471 T1246 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data/index/
   [junit4]   2> 612472 T1246 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 612473 T1246 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data/index
   [junit4]   2> 612474 T1246 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.564453125, noCFSRatio=0.1592104116879468]
   [junit4]   2> 612478 T1246 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@321f6d37; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 612478 T1246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 612479 T1246 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 612481 T1246 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 612482 T1246 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 612482 T1246 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 612482 T1246 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 612482 T1246 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 612483 T1246 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 612483 T1246 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 612483 T1246 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 612483 T1246 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 612484 T1246 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 612484 T1246 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 612484 T1246 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 612493 T1246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 612509 T1246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 612510 T1246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 612511 T1246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 612513 T1246 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 612516 T1246 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 612517 T1246 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 612519 T1246 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 612522 T1246 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@321f6d37; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 612523 T1246 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 612523 T1246 oass.SolrIndexSearcher.<init> Opening Searcher@5bf1a6bf[collection1] main
   [junit4]   2> 612524 T1246 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 612533 T1246 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 612533 T1246 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 612535 T1246 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 612535 T1246 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 612535 T1246 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 612538 T1246 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 612538 T1246 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 612538 T1246 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 612538 T1246 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 612539 T1246 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 612542 T1246 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 612542 T1248 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5bf1a6bf[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 612544 T1251 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53707 collection:collection1 shard:shard2
   [junit4]   2> 612546 T1195 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 612546 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 612564 T1251 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 612602 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 612607 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612609 T1251 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 612609 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C179 name=collection1 org.apache.solr.core.SolrCore@1d5cfe2 url=https://127.0.0.1:53707/collection1 node=127.0.0.1:53707_ C179_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:53707, core=collection1, node_name=127.0.0.1:53707_}
   [junit4]   2> 612609 T1251 C179 P53707 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53707/collection1/
   [junit4]   2> 612610 T1251 C179 P53707 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 612611 T1251 C179 P53707 oasc.SyncStrategy.syncToMe https://127.0.0.1:53707/collection1/ has no replicas
   [junit4]   2> 612611 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53707/collection1/ shard2
   [junit4]   2> 612611 T1251 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 612622 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612643 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612649 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612658 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612765 T1245 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 612766 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 612767 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 612806 T1251 oasc.ZkController.register We are https://127.0.0.1:53707/collection1/ and leader is https://127.0.0.1:53707/collection1/
   [junit4]   2> 612807 T1251 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53707
   [junit4]   2> 612807 T1251 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 612807 T1251 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 612807 T1251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 612811 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612811 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612811 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612813 T1251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612818 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 612819 T1220 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53707",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53707_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 612828 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 612934 T1245 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 612934 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 612934 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 614615 T1195 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 614616 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 614625 T1195 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 614628 T1195 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53710
   [junit4]   2> 614636 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 614637 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 614638 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004
   [junit4]   2> 614639 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/'
   [junit4]   2> 614729 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/solr.xml
   [junit4]   2> 614749 T1195 oasc.CoreContainer.<init> New CoreContainer 1186711991
   [junit4]   2> 614749 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/]
   [junit4]   2> 614750 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 614750 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 614750 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 614751 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 614751 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 614751 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 614752 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 614752 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 614752 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 614755 T1195 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 614758 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 614758 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 614759 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 614759 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53699/solr
   [junit4]   2> 614759 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 614761 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614768 T1262 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a43937e name:ZooKeeperConnection Watcher:127.0.0.1:53699 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614769 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614780 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 614785 T1264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@130d868 name:ZooKeeperConnection Watcher:127.0.0.1:53699/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 614785 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 614813 T1195 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 615829 T1195 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53710_
   [junit4]   2> 615836 T1195 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53710_
   [junit4]   2> 615846 T1230 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 615846 T1247 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 615846 T1245 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 615848 T1265 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 615863 T1266 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 615863 T1266 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 615865 T1266 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 615866 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615866 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615866 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615870 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 615871 T1220 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53710",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53710_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 615872 T1220 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 615872 T1220 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 615878 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 615880 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 615881 T1265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 615882 T1245 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 615880 T1231 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 616868 T1266 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 616868 T1266 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 616870 T1266 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 616870 T1266 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 616873 T1266 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 616873 T1266 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/'
   [junit4]   2> 616876 T1266 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 616877 T1266 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 616879 T1266 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 616955 T1266 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 616965 T1266 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 616969 T1266 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 616973 T1266 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 616985 T1266 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 616988 T1266 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 616988 T1266 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 616988 T1266 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data/
   [junit4]   2> 616989 T1266 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 616990 T1266 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data
   [junit4]   2> 616991 T1266 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data/index/
   [junit4]   2> 616991 T1266 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 616992 T1266 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data/index
   [junit4]   2> 616993 T1266 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=18, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.564453125, noCFSRatio=0.1592104116879468]
   [junit4]   2> 616997 T1266 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2de97071; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 617015 T1266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 617017 T1266 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 617020 T1266 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 617020 T1266 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 617020 T1266 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 617021 T1266 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 617021 T1266 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 617022 T1266 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 617022 T1266 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 617022 T1266 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 617023 T1266 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 617024 T1266 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 617024 T1266 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 617024 T1266 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 617034 T1266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617039 T1266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617040 T1266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617042 T1266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617044 T1266 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 617047 T1266 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 617048 T1266 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 617050 T1266 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 617053 T1266 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2de97071; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 617055 T1266 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 617055 T1266 oass.SolrIndexSearcher.<init> Opening Searcher@c238fe[collection1] main
   [junit4]   2> 617055 T1266 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 617060 T1266 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 617061 T1266 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 617063 T1266 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 617063 T1266 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 617064 T1266 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 617067 T1266 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 617067 T1266 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 617068 T1266 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 617068 T1266 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 617068 T1266 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 617075 T1266 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 617075 T1267 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c238fe[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 617078 T1270 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53710 collection:collection1 shard:shard3
   [junit4]   2> 617079 T1195 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 617079 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 617080 T1270 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 617101 T1270 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 617106 T1270 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 617106 T1270 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C180 name=collection1 org.apache.solr.core.SolrCore@84e54e9 url=https://127.0.0.1:53710/collection1 node=127.0.0.1:53710_ C180_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:53710, core=collection1, node_name=127.0.0.1:53710_}
   [junit4]   2> 617107 T1270 C180 P53710 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53710/collection1/
   [junit4]   2> 617107 T1270 C180 P53710 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 617108 T1270 C180 P53710 oasc.SyncStrategy.syncToMe https://127.0.0.1:53710/collection1/ has no replicas
   [junit4]   2> 617109 T1270 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53710/collection1/ shard3
   [junit4]   2> 617109 T1270 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 617108 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617123 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 617129 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617170 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617277 T1245 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617278 T1231 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617280 T1265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617284 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617335 T1270 oasc.ZkController.register We are https://127.0.0.1:53710/collection1/ and leader is https://127.0.0.1:53710/collection1/
   [junit4]   2> 617336 T1270 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53710
   [junit4]   2> 617336 T1270 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 617336 T1270 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 617336 T1270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 617339 T1270 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 617340 T1231 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617341 T1223 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617344 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617351 T1220 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 617354 T1220 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53710",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53710_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 617363 T1247 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 617469 T1247 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617470 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617472 T1245 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 617472 T1265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 619039 T1195 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 619040 T1195 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 619048 T1195 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 619050 T1195 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53713
   [junit4]   2> 619053 T1195 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 619053 T1195 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 619054 T1195 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-005
   [junit4]   2> 619054 T1195 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-005/'
   [junit4]   2> 619097 T1195 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-005/solr.xml
   [junit4]   2> 619113 T1195 oasc.CoreContainer.<init> New CoreContainer 1442659703
   [junit4]   2> 619114 T1195 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001/tempDir-005/]
   [junit4]   2> 619115 T1195 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 619115 T1195 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 619115 T1195 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 619116 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 619116 T1195 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 619116 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 619117 T1195 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 619118 T1195 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 619118 T1195 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 619121 T1195 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 619123 T1195 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 619123 T1195 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 619124 T1195 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 619124 T1195 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53699/solr
   [junit4]   2> 619124 T1195 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 619126 T1195 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 619131 T1281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b1e232a name:ZooKeeperConnection Watcher:127.0.0.1:53699 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 619133 T1195 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 619143 T1195 oascc.ConnectionManager.waitForCo

[...truncated too long message...]

dWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 886794 T1457 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:53735_
   [junit4]   2> 888299 T1459 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 888299 T1445 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 888299 T1433 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 888317 T1195 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
   [junit4]   2> 893307 T1195 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 893310 T1195 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53699 53699
   [junit4]   2> 893339 T1196 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53699 53699
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=testDistribSearch -Dtests.seed=8E6B2B0398B96D08 -Dtests.slow=true -Dtests.locale=en_US -Dtests.timezone=Atlantic/Reykjavik -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    290s | TestCloudSchemaless.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:53710/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E6B2B0398B96D08:F8DA51BEFE60D34]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
   [junit4]    > 	... 48 more
   [junit4]   2> 893993 T1195 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-8E6B2B0398B96D08-001
   [junit4]   2> 290496 T1194 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene45, sim=DefaultSimilarity, locale=en_US, timezone=Atlantic/Reykjavik
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=31982376,total=189792256
   [junit4]   2> NOTE: All tests run in this JVM: [TestCursorMarkWithoutUniqueKey, TestDynamicFieldCollectionResource, TestDocSet, FieldAnalysisRequestHandlerTest, TestIndexSearcher, TestIBSimilarityFactory, FileUtilsTest, MBeansHandlerTest, TestSerializedLuceneMatchVersion, TestReversedWildcardFilterFactory, CoreAdminCreateDiscoverTest, PluginInfoTest, TestSolrCoreProperties, TestLFUCache, BadCopyFieldTest, TestReRankQParserPlugin, TestJmxIntegration, HdfsSyncSliceTest, DateMathParserTest, XmlUpdateRequestHandlerTest, DeleteInactiveReplicaTest, TestRangeQuery, StressHdfsTest, TestFieldSortValues, TestArbitraryIndexDir, CoreMergeIndexesAdminHandlerTest, TestBinaryResponseWriter, DebugComponentTest, TestClassNameShortening, TestRemoteStreaming, TestManagedSchemaFieldResource, SolrCmdDistributorTest, TestFreeTextSuggestions, PrimitiveFieldTypeTest, TestNumberUtils, TestDefaultSimilarityFactory, TestMergePolicyConfig, TestNoOpRegenerator, TestManagedSynonymFilterFactory, TestNRTOpen, OutputWriterTest, TestFastLRUCache, TestSuggestSpellingConverter, TestMaxScoreQueryParser, TestManagedStopFilterFactory, SuggesterWFSTTest, BadIndexSchemaTest, OverseerCollectionProcessorTest, NoCacheHeaderTest, TestCustomSort, SolrIndexSplitterTest, TestBinaryField, SearchHandlerTest, HardAutoCommitTest, CopyFieldTest, CollectionsAPIAsyncDistributedZkTest, BlockCacheTest, SolrTestCaseJ4Test, BasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, TestSolrQueryParserDefaultOperatorResource, ShardRoutingCustomTest, TestCloudSchemaless]
   [junit4] Completed in 290.83s, 1 test, 1 error <<< FAILURES!

[...truncated 1099 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 411 suites, 1707 tests, 1 error, 43 ignored (16 assumptions)

Total time: 162 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1717 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1717/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:55276/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:55276/collection1
	at __randomizedtesting.SeedInfo.seed([607EE2039A4B794B:E1986C1BED141977]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 48 more




Build Log:
[...truncated 11268 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/init-core-data-001
   [junit4]   2> 2535252 T5677 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2535252 T5677 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 2535261 T5677 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 2535262 T5677 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2535263 T5678 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2535267 T5677 oasc.ZkTestServer.run start zk server on port:55262
   [junit4]   2> 2535278 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2535286 T5684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31ea62f3 name:ZooKeeperConnection Watcher:127.0.0.1:55262 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2535289 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2535289 T5677 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2535317 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2535320 T5686 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4db343fe name:ZooKeeperConnection Watcher:127.0.0.1:55262/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2535322 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2535331 T5677 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2535338 T5677 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2535344 T5677 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2535349 T5677 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2535355 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2535356 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2535365 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 2535366 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2535373 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2535373 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2535379 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2535380 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2535395 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2535396 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2535415 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2535416 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2535423 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2535423 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2535429 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2535429 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2535435 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2535437 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2535445 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2535445 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2535453 T5677 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2535454 T5677 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2535467 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2535468 T5688 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@465385ec name:ZooKeeperConnection Watcher:127.0.0.1:55262/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2535468 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2537339 T5677 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2537348 T5677 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2537349 T5677 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55266
   [junit4]   2> 2537356 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2537356 T5677 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2537357 T5677 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002
   [junit4]   2> 2537357 T5677 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/'
   [junit4]   2> 2537412 T5677 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/solr.xml
   [junit4]   2> 2537440 T5677 oasc.CoreContainer.<init> New CoreContainer 666172238
   [junit4]   2> 2537441 T5677 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/]
   [junit4]   2> 2537441 T5677 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2537442 T5677 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2537442 T5677 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2537443 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2537444 T5677 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2537444 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2537445 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2537446 T5677 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2537446 T5677 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2537448 T5677 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2537450 T5677 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2537451 T5677 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2537452 T5677 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2537452 T5677 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55262/solr
   [junit4]   2> 2537453 T5677 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2537454 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2537459 T5699 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c413d92 name:ZooKeeperConnection Watcher:127.0.0.1:55262 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2537459 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2537464 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2537466 T5701 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55bd8c35 name:ZooKeeperConnection Watcher:127.0.0.1:55262/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2537467 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2537470 T5677 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2537477 T5677 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2537485 T5677 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 2537492 T5677 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 2537500 T5677 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 2537510 T5677 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2537514 T5677 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55266_
   [junit4]   2> 2537515 T5677 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55266_
   [junit4]   2> 2537523 T5677 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 2537527 T5677 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2537536 T5677 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55266_
   [junit4]   2> 2537537 T5677 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2537541 T5677 oasc.Overseer.start Overseer (id=92225871635677188-127.0.0.1:55266_-n_0000000000) starting
   [junit4]   2> 2537548 T5677 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2537575 T5703 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2537576 T5677 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2537582 T5677 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2537586 T5677 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2537595 T5702 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2537603 T5704 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 2537603 T5704 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2537605 T5704 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2537605 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2537609 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2537610 T5702 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55266",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55266_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2537610 T5702 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2537610 T5702 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2537620 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2537621 T5705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2538608 T5704 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2538608 T5704 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2538610 T5704 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2538611 T5704 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2538615 T5704 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2538615 T5704 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/'
   [junit4]   2> 2538617 T5704 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 2538618 T5704 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 2538619 T5704 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 2538681 T5704 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2538702 T5704 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2538707 T5704 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 2538710 T5704 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2538714 T5704 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 2538730 T5704 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2538734 T5704 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 2538740 T5704 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 2538751 T5704 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 2538751 T5704 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2538751 T5704 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 2538753 T5704 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data/
   [junit4]   2> 2538753 T5704 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 2538754 T5704 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data
   [junit4]   2> 2538756 T5704 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data/index/
   [junit4]   2> 2538757 T5704 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2538757 T5704 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data/index
   [junit4]   2> 2538758 T5704 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=99.3896484375, floorSegmentMB=0.2568359375, forceMergeDeletesPctAllowed=28.241325305721443, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.595594920959599
   [junit4]   2> 2538778 T5704 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@376cda56; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 2538779 T5704 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2538783 T5704 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 2539733 T5704 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2539733 T5704 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2539733 T5704 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2539733 T5704 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2539734 T5704 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2539734 T5704 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2539734 T5704 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2539735 T5704 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2539735 T5704 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2539735 T5704 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2539735 T5704 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2539736 T5704 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2539743 T5704 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2539744 T5704 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2539745 T5704 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2539746 T5704 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2539748 T5704 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2539753 T5704 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2539753 T5704 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2539756 T5704 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=23.716796875, floorSegmentMB=0.611328125, forceMergeDeletesPctAllowed=28.891551802838535, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27101543026184705
   [junit4]   2> 2539768 T5704 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@376cda56; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 2539770 T5704 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2539770 T5704 oass.SolrIndexSearcher.<init> Opening Searcher@70a81b0b[collection1] main
   [junit4]   2> 2539777 T5704 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2539781 T5704 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2539781 T5704 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2539784 T5704 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2539785 T5704 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2539786 T5704 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2539788 T5704 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2539793 T5704 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2539801 T5704 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 2539806 T5704 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2539810 T5704 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2539810 T5704 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2539815 T5704 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 2539841 T5704 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2539841 T5706 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@70a81b0b[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2539843 T5709 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55266 collection:control_collection shard:shard1
   [junit4]   2> 2539844 T5677 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2539845 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2539845 T5709 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2539851 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2539856 T5711 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fd865f5 name:ZooKeeperConnection Watcher:127.0.0.1:55262/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2539857 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2539861 T5677 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2539867 T5709 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2539872 T5677 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2539875 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2539878 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2539888 T5709 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2539891 T5709 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2830 name=collection1 org.apache.solr.core.SolrCore@1dcbf3a9 url=https://127.0.0.1:55266/collection1 node=127.0.0.1:55266_ C2830_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:55266, core=collection1, node_name=127.0.0.1:55266_}
   [junit4]   2> 2539892 T5709 C2830 P55266 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55266/collection1/
   [junit4]   2> 2539893 T5709 C2830 P55266 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2539893 T5709 C2830 P55266 oasc.SyncStrategy.syncToMe https://127.0.0.1:55266/collection1/ has no replicas
   [junit4]   2> 2539894 T5709 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55266/collection1/ shard1
   [junit4]   2> 2539894 T5709 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2539895 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2539897 T5712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2539899 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2539926 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2539933 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2539944 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2540051 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2540054 T5712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2540094 T5709 oasc.ZkController.register We are https://127.0.0.1:55266/collection1/ and leader is https://127.0.0.1:55266/collection1/
   [junit4]   2> 2540095 T5709 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55266
   [junit4]   2> 2540095 T5709 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2540095 T5709 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 2540095 T5709 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2540100 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2540101 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2540106 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2540119 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2540123 T5702 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55266",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55266_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2540162 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2540281 T5714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2540281 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2540300 T5709 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2542320 T5677 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 2542321 T5677 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2542334 T5677 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2542336 T5677 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55270
   [junit4]   2> 2542341 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2542342 T5677 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2542342 T5677 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003
   [junit4]   2> 2542342 T5677 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/'
   [junit4]   2> 2542387 T5677 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/solr.xml
   [junit4]   2> 2542403 T5677 oasc.CoreContainer.<init> New CoreContainer 1032215597
   [junit4]   2> 2542404 T5677 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/]
   [junit4]   2> 2542405 T5677 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2542405 T5677 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2542406 T5677 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2542406 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2542407 T5677 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2542407 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2542408 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2542409 T5677 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2542409 T5677 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2542411 T5677 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2542413 T5677 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2542414 T5677 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2542415 T5677 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2542416 T5677 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55262/solr
   [junit4]   2> 2542417 T5677 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2542420 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2542423 T5725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2defdd26 name:ZooKeeperConnection Watcher:127.0.0.1:55262 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2542425 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2542430 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2542434 T5727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b67630d name:ZooKeeperConnection Watcher:127.0.0.1:55262/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2542434 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2542459 T5677 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2543471 T5677 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55270_
   [junit4]   2> 2543473 T5677 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55270_
   [junit4]   2> 2543478 T5714 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2543479 T5713 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2543480 T5728 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 2543493 T5729 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2543493 T5729 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2543496 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2543496 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2543496 T5729 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2543496 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2543502 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2543505 T5702 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55270",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55270_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2543505 T5702 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 2543506 T5702 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 2543510 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2543513 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2543513 T5712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2543514 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2544500 T5729 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2544500 T5729 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2544502 T5729 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2544503 T5729 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2544507 T5729 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2544508 T5729 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/'
   [junit4]   2> 2544510 T5729 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 2544511 T5729 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 2544511 T5729 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 2544604 T5729 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2544614 T5729 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2544619 T5729 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 2544624 T5729 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 2544652 T5729 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2544653 T5729 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2544653 T5729 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 2544654 T5729 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data/
   [junit4]   2> 2544655 T5729 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 2544656 T5729 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data
   [junit4]   2> 2544657 T5729 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data/index/
   [junit4]   2> 2544658 T5729 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2544659 T5729 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data/index
   [junit4]   2> 2544659 T5729 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=99.3896484375, floorSegmentMB=0.2568359375, forceMergeDeletesPctAllowed=28.241325305721443, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.595594920959599
   [junit4]   2> 2544668 T5729 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@38e1bc4a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 2544668 T5729 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2544670 T5729 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 2544674 T5729 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2544674 T5729 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2544675 T5729 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2544675 T5729 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2544675 T5729 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2544676 T5729 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2544676 T5729 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2544676 T5729 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2544677 T5729 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2544677 T5729 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2544677 T5729 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2544678 T5729 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2544687 T5729 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2544689 T5729 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2544692 T5729 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2544699 T5729 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2544701 T5729 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2544705 T5729 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2544706 T5729 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2544710 T5729 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=23.716796875, floorSegmentMB=0.611328125, forceMergeDeletesPctAllowed=28.891551802838535, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27101543026184705
   [junit4]   2> 2544717 T5729 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@38e1bc4a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 2544722 T5729 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2544724 T5729 oass.SolrIndexSearcher.<init> Opening Searcher@7454115[collection1] main
   [junit4]   2> 2544736 T5729 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2544739 T5729 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2544740 T5729 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2544741 T5729 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2544741 T5729 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2544741 T5729 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2544743 T5729 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2544744 T5729 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2544744 T5729 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2544745 T5729 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2544745 T5729 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 2544750 T5729 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2544750 T5730 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7454115[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2544753 T5733 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55270 collection:collection1 shard:shard2
   [junit4]   2> 2544755 T5677 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2544756 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2544766 T5733 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 2544798 T5733 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 2544806 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2544811 T5733 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2544812 T5733 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2831 name=collection1 org.apache.solr.core.SolrCore@da07380 url=https://127.0.0.1:55270/collection1 node=127.0.0.1:55270_ C2831_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:55270, core=collection1, node_name=127.0.0.1:55270_}
   [junit4]   2> 2544812 T5733 C2831 P55270 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55270/collection1/
   [junit4]   2> 2544814 T5733 C2831 P55270 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2544815 T5733 C2831 P55270 oasc.SyncStrategy.syncToMe https://127.0.0.1:55270/collection1/ has no replicas
   [junit4]   2> 2544815 T5733 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55270/collection1/ shard2
   [junit4]   2> 2544817 T5733 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 2544823 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2544836 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2544851 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2544959 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2544960 T5712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2544960 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2544999 T5733 oasc.ZkController.register We are https://127.0.0.1:55270/collection1/ and leader is https://127.0.0.1:55270/collection1/
   [junit4]   2> 2544999 T5733 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55270
   [junit4]   2> 2545000 T5733 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2545000 T5733 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2545000 T5733 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2545007 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2545007 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2545008 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2545010 T5733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2545014 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2545017 T5702 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55270",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55270_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 2545025 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2545130 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2545131 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2545130 T5705 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2547185 T5677 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 2547186 T5677 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2547195 T5677 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2547197 T5677 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55273
   [junit4]   2> 2547201 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2547202 T5677 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2547202 T5677 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004
   [junit4]   2> 2547203 T5677 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/'
   [junit4]   2> 2547258 T5677 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/solr.xml
   [junit4]   2> 2547280 T5677 oasc.CoreContainer.<init> New CoreContainer 2039057087
   [junit4]   2> 2547281 T5677 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/]
   [junit4]   2> 2547283 T5677 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2547283 T5677 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 2547284 T5677 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2547285 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2547286 T5677 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2547287 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2547289 T5677 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2547289 T5677 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2547290 T5677 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2547294 T5677 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 2547299 T5677 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2547300 T5677 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2547300 T5677 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2547301 T5677 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55262/solr
   [junit4]   2> 2547303 T5677 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2547308 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2547313 T5744 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b51172 name:ZooKeeperConnection Watcher:127.0.0.1:55262 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2547314 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2547323 T5677 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2547327 T5746 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51f1fafc name:ZooKeeperConnection Watcher:127.0.0.1:55262/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2547327 T5677 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2547351 T5677 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2548364 T5677 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55273_
   [junit4]   2> 2548369 T5677 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55273_
   [junit4]   2> 2548377 T5728 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2548378 T5713 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2548378 T5705 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2548380 T5747 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 2548397 T5748 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 2548398 T5748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2548400 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2548401 T5748 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2548401 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2548401 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2548407 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2548409 T5702 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55273",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55273_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2548409 T5702 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 2548409 T5702 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 2548415 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2548417 T5747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2548417 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2548417 T5712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2548417 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549404 T5748 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2549404 T5748 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 2549406 T5748 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2549407 T5748 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2549413 T5748 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2549414 T5748 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/'
   [junit4]   2> 2549416 T5748 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 2549417 T5748 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 2549417 T5748 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 2549497 T5748 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 2549532 T5748 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2549538 T5748 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 2549541 T5748 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 2549552 T5748 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2549554 T5748 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2549554 T5748 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 2549555 T5748 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data/
   [junit4]   2> 2549555 T5748 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 2549556 T5748 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data
   [junit4]   2> 2549557 T5748 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data/index/
   [junit4]   2> 2549559 T5748 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2549559 T5748 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data/index
   [junit4]   2> 2549559 T5748 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=50, maxMergedSegmentMB=99.3896484375, floorSegmentMB=0.2568359375, forceMergeDeletesPctAllowed=28.241325305721443, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.595594920959599
   [junit4]   2> 2549566 T5748 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a2fd92d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 2549566 T5748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2549569 T5748 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 2549572 T5748 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2549572 T5748 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2549572 T5748 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2549573 T5748 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2549573 T5748 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2549573 T5748 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2549574 T5748 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2549575 T5748 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2549575 T5748 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 2549576 T5748 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2549576 T5748 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2549576 T5748 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2549584 T5748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2549587 T5748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2549590 T5748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2549592 T5748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2549596 T5748 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2549599 T5748 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2549600 T5748 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2549600 T5748 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=23.716796875, floorSegmentMB=0.611328125, forceMergeDeletesPctAllowed=28.891551802838535, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.27101543026184705
   [junit4]   2> 2549604 T5748 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a2fd92d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 2549604 T5748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2549605 T5748 oass.SolrIndexSearcher.<init> Opening Searcher@3ddc7b2a[collection1] main
   [junit4]   2> 2549605 T5748 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 2549609 T5748 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2549609 T5748 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2549611 T5748 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2549611 T5748 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 2549612 T5748 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2549615 T5748 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2549615 T5748 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2549616 T5748 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 2549616 T5748 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 2549616 T5748 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 2549624 T5748 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2549624 T5749 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ddc7b2a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2549629 T5752 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55273 collection:collection1 shard:shard3
   [junit4]   2> 2549630 T5677 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 2549630 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2549631 T5752 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 2549658 T5752 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 2549667 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549673 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2549676 T5752 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2549676 T5752 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2832 name=collection1 org.apache.solr.core.SolrCore@2cbe8e0c url=https://127.0.0.1:55273/collection1 node=127.0.0.1:55273_ C2832_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:55273, core=collection1, node_name=127.0.0.1:55273_}
   [junit4]   2> 2549677 T5752 C2832 P55273 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55273/collection1/
   [junit4]   2> 2549678 T5752 C2832 P55273 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2549679 T5752 C2832 P55273 oasc.SyncStrategy.syncToMe https://127.0.0.1:55273/collection1/ has no replicas
   [junit4]   2> 2549679 T5752 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55273/collection1/ shard3
   [junit4]   2> 2549679 T5752 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 2549686 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549700 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549724 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549834 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549834 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549834 T5712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549838 T5747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549862 T5752 oasc.ZkController.register We are https://127.0.0.1:55273/collection1/ and leader is https://127.0.0.1:55273/collection1/
   [junit4]   2> 2549862 T5752 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55273
   [junit4]   2> 2549864 T5752 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2549865 T5752 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 2549865 T5752 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2549869 T5712 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549869 T5705 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549869 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549875 T5752 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2549877 T5702 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2549880 T5702 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55273",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55273_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 2549887 T5714 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2549994 T5714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549994 T5713 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549995 T5728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2549995 T5747 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 2552164 T5677 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 2552165 T5677 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2552174 T5677 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 2552175 T5677 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55276
   [junit4]   2> 2552178 T5677 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2552179 T5677 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2552179 T5677 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-005
   [junit4]   2> 2552179 T5677 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-005/'
   [junit4]   2> 2552233 T5677 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001/tempDir-005/solr.xml
   [junit4]   2> 2552260 T5677 oasc.CoreContainer.<init> New CoreContainer 461035552
   [junit4]   2> 2552261 T5677 oasc.CoreContainer.load L

[...truncated too long message...]

lrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 2814795 T5677 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2814799 T5677 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55262 55262
   [junit4]   2> 2814860 T5678 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55262 55262
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=testDistribSearch -Dtests.seed=607EE2039A4B794B -Dtests.slow=true -Dtests.locale=th_TH -Dtests.timezone=Pacific/Wallis -Dtests.file.encoding=UTF-8
   [junit4] ERROR    280s | TestCloudSchemaless.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:55276/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([607EE2039A4B794B:E1986C1BED141977]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
   [junit4]    > 	... 48 more
   [junit4]   2> 2815153 T5677 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-607EE2039A4B794B-001
   [junit4]   2> NOTE: test params are: codec=Lucene49: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=th_TH, timezone=Pacific/Wallis
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=70882376,total=190734336
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexSearcher, DeleteReplicaTest, SortByFunctionTest, CoreAdminHandlerTest, FieldMutatingUpdateProcessorTest, ConnectionManagerTest, TestManagedSchemaFieldResource, BasicDistributedZk2Test, TestCursorMarkWithoutUniqueKey, TestStressRecovery, TestNonNRTOpen, SchemaVersionSpecificBehaviorTest, TestGroupingSearch, ReplicationFactorTest, PathHierarchyTokenizerFactoryTest, FastVectorHighlighterTest, TermVectorComponentTest, TestAnalyzeInfixSuggestions, TestStandardQParsers, TestCustomSort, URLClassifyProcessorTest, DistributedSuggestComponentTest, TestExceedMaxTermLength, AnalysisErrorHandlingTest, TestManagedResourceStorage, TestShortCircuitedRequests, RecoveryZkTest, HdfsUnloadDistributedZkTest, TestFieldSortValues, TestLRUCache, FieldAnalysisRequestHandlerTest, TestComponentsName, HttpPartitionTest, HdfsBasicDistributedZkTest, TestCoreDiscovery, TestFastOutputStream, TestHashPartitioner, TestPartialUpdateDeduplication, TestHighlightDedupGrouping, TestMaxScoreQueryParser, AnalyticsMergeStrategyTest, SpellPossibilityIteratorTest, TestRandomFaceting, TestCharFilters, TestJmxIntegration, TestCSVLoader, SimplePostToolTest, TestSolrXmlPersistor, CSVRequestHandlerTest, XmlUpdateRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestDefaultSimilarityFactory, CachingDirectoryFactoryTest, SystemInfoHandlerTest, RAMDirectoryFactoryTest, ShowFileRequestHandlerTest, CoreContainerCoreInitFailuresTest, FileBasedSpellCheckerTest, TestFieldTypeCollectionResource, ResourceLoaderTest, TestReload, HdfsRecoveryZkTest, TestIntervalFaceting, SyncSliceTest, ShardSplitTest, ShardRoutingTest, TestSolr4Spatial2, AlternateDirectoryTest, TestSolrQueryParser, TestFieldTypeResource, HighlighterMaxOffsetTest, StatelessScriptUpdateProcessorFactoryTest, OverseerTest, TestBM25SimilarityFactory, TestMissingGroups, UUIDFieldTest, TestRecoveryHdfs, MergeStrategyTest, TestSchemaResource, SolrCmdDistributorTest, DistributedTermsComponentTest, TestFastLRUCache, UnloadDistributedZkTest, TestClassNameShortening, TestSweetSpotSimilarityFactory, CacheHeaderTest, DistributedSpellCheckComponentTest, SynonymTokenizerTest, TestConfigSets, ChaosMonkeyNothingIsSafeTest, TestSearchPerf, TestLuceneMatchVersion, DocValuesMissingTest, SliceStateTest, TestDistribDocBasedVersion, TestFieldCollectionResource, SimpleFacetsTest, OutputWriterTest, TestComplexPhraseQParserPlugin, TestRecovery, SuggesterTSTTest, CoreAdminRequestStatusTest, TestSolrXMLSerializer, NotRequiredUniqueKeyTest, DeleteInactiveReplicaTest, TestCloudInspectUtil, TestCollationKeyRangeQueries, DistributedQueryComponentOptimizationTest, TestManagedSchema, TestCollectionAPI, TestReplicationHandler, SearchHandlerTest, TestDynamicFieldCollectionResource, TestSerializedLuceneMatchVersion, TestQueryTypes, TestPostingsSolrHighlighter, TestPerFieldSimilarity, SuggestComponentTest, TestSolrQueryParserDefaultOperatorResource, OpenCloseCoreStressTest, PrimitiveFieldTypeTest, StatsComponentTest, TestStressReorder, TestCloudSchemaless]
   [junit4] Completed in 279.94s, 1 test, 1 error <<< FAILURES!

[...truncated 889 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 411 suites, 1707 tests, 1 error, 43 ignored (16 assumptions)

Total time: 162 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1716 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1716/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:55708/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:55708/collection1
	at __randomizedtesting.SeedInfo.seed([941B05E32BE07E45:15FD8BFB5CBF1E79]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:559)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 47 more




Build Log:
[...truncated 11261 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/init-core-data-001
   [junit4]   2> 3137792 T6541 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 3137792 T6541 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3137797 T6541 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3137798 T6541 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3137800 T6542 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3137901 T6541 oasc.ZkTestServer.run start zk server on port:55697
   [junit4]   2> 3137903 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3137909 T6548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f1f252d name:ZooKeeperConnection Watcher:127.0.0.1:55697 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3137909 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3137909 T6541 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3137920 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3137923 T6550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@252a37a6 name:ZooKeeperConnection Watcher:127.0.0.1:55697/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3137924 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3137924 T6541 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3137933 T6541 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3137940 T6541 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3137948 T6541 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3137955 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3137955 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3137965 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 3137966 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3137974 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3137974 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3137983 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3137984 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3137991 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3137992 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3138000 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3138001 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3138008 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3138009 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3138016 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3138017 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3138026 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3138027 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3138034 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3138035 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3138042 T6541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3138043 T6541 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3138055 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3138058 T6552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fc5393a name:ZooKeeperConnection Watcher:127.0.0.1:55697/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3138059 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3139935 T6541 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3139940 T6541 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3139945 T6541 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55701
   [junit4]   2> 3139948 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3139949 T6541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3139949 T6541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002
   [junit4]   2> 3139949 T6541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/'
   [junit4]   2> 3139999 T6541 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/solr.xml
   [junit4]   2> 3140083 T6541 oasc.CoreContainer.<init> New CoreContainer 1855426242
   [junit4]   2> 3140083 T6541 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/]
   [junit4]   2> 3140084 T6541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3140085 T6541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3140085 T6541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3140085 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3140086 T6541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3140086 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3140086 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3140086 T6541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3140087 T6541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3140089 T6541 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3140092 T6541 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3140092 T6541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3140092 T6541 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3140093 T6541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55697/solr
   [junit4]   2> 3140094 T6541 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3140097 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3140102 T6563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1610a4ed name:ZooKeeperConnection Watcher:127.0.0.1:55697 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3140103 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3140110 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3140112 T6565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d090eae name:ZooKeeperConnection Watcher:127.0.0.1:55697/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3140113 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3140118 T6541 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3140131 T6541 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3140145 T6541 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3140155 T6541 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3140165 T6541 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3140176 T6541 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3140181 T6541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55701_
   [junit4]   2> 3140183 T6541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55701_
   [junit4]   2> 3140191 T6541 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3140198 T6541 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3140211 T6541 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55701_
   [junit4]   2> 3140212 T6541 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3140218 T6541 oasc.Overseer.start Overseer (id=92222918276677636-127.0.0.1:55701_-n_0000000000) starting
   [junit4]   2> 3140226 T6541 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3140258 T6567 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3140260 T6541 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3140267 T6541 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3140272 T6541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3140281 T6566 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3140288 T6568 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 3140288 T6568 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3140290 T6568 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3140291 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3140296 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3140298 T6566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55701",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55701_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3140301 T6566 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3140301 T6566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3140308 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3140309 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3141292 T6568 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3141292 T6568 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3141294 T6568 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3141294 T6568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3141299 T6568 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3141299 T6568 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/'
   [junit4]   2> 3141304 T6568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 3141305 T6568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 3141306 T6568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 3141427 T6568 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 3141499 T6568 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3141502 T6568 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 3141505 T6568 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3141518 T6568 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 3141579 T6568 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3141582 T6568 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 3141591 T6568 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 3141603 T6568 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 3141604 T6568 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3141604 T6568 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 3141605 T6568 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data/
   [junit4]   2> 3141606 T6568 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3141608 T6568 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data
   [junit4]   2> 3141610 T6568 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data/index/
   [junit4]   2> 3141611 T6568 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3141612 T6568 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data/index
   [junit4]   2> 3141613 T6568 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3141624 T6568 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2be08cdf; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 3141625 T6568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3141627 T6568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 3142306 T6568 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3142306 T6568 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3142307 T6568 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3142307 T6568 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3142307 T6568 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3142308 T6568 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3142309 T6568 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3142310 T6568 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3142310 T6568 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3142310 T6568 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3142311 T6568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3142311 T6568 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3142327 T6568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3142329 T6568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3142333 T6568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3142334 T6568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3142336 T6568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3142341 T6568 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3142342 T6568 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3142343 T6568 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3142345 T6568 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2be08cdf; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 3142345 T6568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3142345 T6568 oass.SolrIndexSearcher.<init> Opening Searcher@5d289277[collection1] main
   [junit4]   2> 3142346 T6568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3142350 T6568 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3142350 T6568 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3142351 T6568 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3142352 T6568 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3142352 T6568 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3142353 T6568 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3142354 T6568 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3142356 T6568 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 3142363 T6568 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3142363 T6568 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3142364 T6568 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3142364 T6568 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 3142384 T6568 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3142384 T6570 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d289277[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3142387 T6573 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55701 collection:control_collection shard:shard1
   [junit4]   2> 3142387 T6541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3142388 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3142389 T6573 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3142395 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3142401 T6575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dd6b96a name:ZooKeeperConnection Watcher:127.0.0.1:55697/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3142401 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3142412 T6541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3142419 T6541 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3142450 T6573 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3142461 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142462 T6573 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3142462 T6573 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1423 name=collection1 org.apache.solr.core.SolrCore@4fd6340b url=https://127.0.0.1:55701/collection1 node=127.0.0.1:55701_ C1423_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:55701, core=collection1, node_name=127.0.0.1:55701_}
   [junit4]   2> 3142462 T6573 C1423 P55701 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55701/collection1/
   [junit4]   2> 3142462 T6573 C1423 P55701 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3142463 T6573 C1423 P55701 oasc.SyncStrategy.syncToMe https://127.0.0.1:55701/collection1/ has no replicas
   [junit4]   2> 3142463 T6573 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55701/collection1/ shard1
   [junit4]   2> 3142463 T6573 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3142468 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3142485 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142487 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3142492 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3142503 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3142511 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142617 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3142618 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3142651 T6573 oasc.ZkController.register We are https://127.0.0.1:55701/collection1/ and leader is https://127.0.0.1:55701/collection1/
   [junit4]   2> 3142651 T6573 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55701
   [junit4]   2> 3142651 T6573 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3142652 T6573 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 3142652 T6573 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3142656 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142657 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142657 T6577 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142659 T6573 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3142665 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3142666 T6566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55701",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55701_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3142672 T6577 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3142777 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3142777 T6577 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3144088 T6541 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3144089 T6541 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3144098 T6541 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3144101 T6541 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55705
   [junit4]   2> 3144105 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3144106 T6541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3144106 T6541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003
   [junit4]   2> 3144106 T6541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/'
   [junit4]   2> 3144153 T6541 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/solr.xml
   [junit4]   2> 3144231 T6541 oasc.CoreContainer.<init> New CoreContainer 1470478677
   [junit4]   2> 3144231 T6541 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/]
   [junit4]   2> 3144233 T6541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3144233 T6541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3144234 T6541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3144234 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3144234 T6541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3144234 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3144235 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3144235 T6541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3144236 T6541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3144240 T6541 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3144242 T6541 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3144242 T6541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3144242 T6541 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3144243 T6541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55697/solr
   [junit4]   2> 3144243 T6541 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3144245 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3144249 T6588 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@359af5b8 name:ZooKeeperConnection Watcher:127.0.0.1:55697 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3144250 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3144257 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3144260 T6590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f6d8921 name:ZooKeeperConnection Watcher:127.0.0.1:55697/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3144260 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3144286 T6541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3145298 T6541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55705_
   [junit4]   2> 3145300 T6541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55705_
   [junit4]   2> 3145308 T6576 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3145309 T6577 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3145309 T6591 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 3145325 T6592 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3145325 T6592 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3145327 T6592 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3145328 T6577 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3145328 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3145328 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3145334 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3145336 T6566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55705",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55705_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3145336 T6566 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 3145336 T6566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard4
   [junit4]   2> 3145343 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3145344 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3145345 T6593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3145345 T6591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3146329 T6592 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3146330 T6592 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3146332 T6592 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3146332 T6592 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3146335 T6592 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3146336 T6592 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/'
   [junit4]   2> 3146337 T6592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 3146337 T6592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 3146338 T6592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 3146402 T6592 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 3146461 T6592 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3146465 T6592 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 3146470 T6592 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 3146515 T6592 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3146516 T6592 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3146516 T6592 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 3146517 T6592 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data/
   [junit4]   2> 3146517 T6592 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3146518 T6592 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data
   [junit4]   2> 3146518 T6592 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data/index/
   [junit4]   2> 3146519 T6592 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3146520 T6592 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data/index
   [junit4]   2> 3146521 T6592 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3146527 T6592 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ef85c92; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 3146527 T6592 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3146529 T6592 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 3146531 T6592 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3146531 T6592 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3146532 T6592 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3146532 T6592 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3146532 T6592 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3146533 T6592 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3146534 T6592 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3146534 T6592 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3146534 T6592 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3146534 T6592 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3146535 T6592 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3146535 T6592 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3146547 T6592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3146549 T6592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3146551 T6592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3146553 T6592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3146555 T6592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3146562 T6592 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3146562 T6592 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3146563 T6592 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3146565 T6592 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ef85c92; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 3146565 T6592 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3146566 T6592 oass.SolrIndexSearcher.<init> Opening Searcher@6e7a5249[collection1] main
   [junit4]   2> 3146566 T6592 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3146569 T6592 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3146569 T6592 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3146571 T6592 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3146571 T6592 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3146571 T6592 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3146575 T6592 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3146575 T6592 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3146575 T6592 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3146575 T6592 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3146576 T6592 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 3146579 T6592 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3146579 T6594 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e7a5249[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3146580 T6597 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55705 collection:collection1 shard:shard4
   [junit4]   2> 3146581 T6541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3146581 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3146582 T6597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard4/election
   [junit4]   2> 3146595 T6597 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard4
   [junit4]   2> 3146600 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146603 T6597 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3146603 T6597 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1424 name=collection1 org.apache.solr.core.SolrCore@65b9b8d3 url=https://127.0.0.1:55705/collection1 node=127.0.0.1:55705_ C1424_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:55705, core=collection1, node_name=127.0.0.1:55705_}
   [junit4]   2> 3146603 T6597 C1424 P55705 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55705/collection1/
   [junit4]   2> 3146604 T6597 C1424 P55705 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3146604 T6597 C1424 P55705 oasc.SyncStrategy.syncToMe https://127.0.0.1:55705/collection1/ has no replicas
   [junit4]   2> 3146604 T6597 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55705/collection1/ shard4
   [junit4]   2> 3146604 T6597 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard4
   [junit4]   2> 3146612 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3146621 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146628 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146637 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146744 T6593 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3146744 T6591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3146744 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3146787 T6597 oasc.ZkController.register We are https://127.0.0.1:55705/collection1/ and leader is https://127.0.0.1:55705/collection1/
   [junit4]   2> 3146787 T6597 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55705
   [junit4]   2> 3146787 T6597 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3146788 T6597 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3146789 T6597 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3146794 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146794 T6577 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146794 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146797 T6597 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3146799 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3146800 T6566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55705",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55705_",
   [junit4]   2> 	  "shard":"shard4",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 3146807 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3146912 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3146913 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3146912 T6591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3148216 T6541 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3148217 T6541 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3148224 T6541 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3148226 T6541 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55708
   [junit4]   2> 3148231 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3148231 T6541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3148232 T6541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004
   [junit4]   2> 3148232 T6541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/'
   [junit4]   2> 3148279 T6541 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/solr.xml
   [junit4]   2> 3148357 T6541 oasc.CoreContainer.<init> New CoreContainer 1784292474
   [junit4]   2> 3148360 T6541 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/]
   [junit4]   2> 3148361 T6541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3148361 T6541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3148362 T6541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3148362 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3148363 T6541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3148363 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3148363 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3148364 T6541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3148364 T6541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3148368 T6541 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3148370 T6541 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3148371 T6541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3148371 T6541 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3148371 T6541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55697/solr
   [junit4]   2> 3148371 T6541 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3148373 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3148377 T6608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddcee50 name:ZooKeeperConnection Watcher:127.0.0.1:55697 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3148378 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3148386 T6541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3148390 T6610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7621727 name:ZooKeeperConnection Watcher:127.0.0.1:55697/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3148390 T6541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3148419 T6541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3149431 T6541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55708_
   [junit4]   2> 3149434 T6541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55708_
   [junit4]   2> 3149442 T6569 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3149443 T6576 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3149443 T6591 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3149444 T6611 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 3149462 T6612 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3149462 T6612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3149464 T6612 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3149465 T6577 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3149465 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3149465 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3149470 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3149471 T6566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55708",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55708_",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 3149472 T6566 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 3149472 T6566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 3149476 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3149478 T6611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3149479 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3149480 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3149480 T6591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3150466 T6612 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3150467 T6612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3150469 T6612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3150470 T6612 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3150473 T6612 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3150473 T6612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/'
   [junit4]   2> 3150474 T6612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 3150474 T6612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 3150475 T6612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 3150544 T6612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 3150587 T6612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3150590 T6612 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 3150597 T6612 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 3150653 T6612 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3150654 T6612 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3150654 T6612 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 3150655 T6612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data/
   [junit4]   2> 3150655 T6612 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3150656 T6612 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data
   [junit4]   2> 3150658 T6612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data/index/
   [junit4]   2> 3150658 T6612 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3150659 T6612 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data/index
   [junit4]   2> 3150660 T6612 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3150665 T6612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73edd1e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 3150665 T6612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3150666 T6612 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 3150668 T6612 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3150669 T6612 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3150669 T6612 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3150670 T6612 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3150670 T6612 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3150670 T6612 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3150671 T6612 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3150671 T6612 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3150671 T6612 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3150672 T6612 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3150672 T6612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3150672 T6612 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3150684 T6612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3150685 T6612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3150687 T6612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3150689 T6612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3150691 T6612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3150697 T6612 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3150698 T6612 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3150699 T6612 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=12, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3150704 T6612 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73edd1e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 3150704 T6612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3150704 T6612 oass.SolrIndexSearcher.<init> Opening Searcher@62206454[collection1] main
   [junit4]   2> 3150705 T6612 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3150710 T6612 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3150710 T6612 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3150711 T6612 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3150711 T6612 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3150712 T6612 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3150715 T6612 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3150716 T6612 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3150716 T6612 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3150717 T6612 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3150717 T6612 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 3150724 T6612 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3150724 T6613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62206454[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3150727 T6616 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:55708 collection:collection1 shard:shard3
   [junit4]   2> 3150727 T6541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3150728 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3150729 T6616 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 3150742 T6616 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 3150748 T6616 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3150749 T6616 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1425 name=collection1 org.apache.solr.core.SolrCore@1115f3b url=https://127.0.0.1:55708/collection1 node=127.0.0.1:55708_ C1425_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:55708, core=collection1, node_name=127.0.0.1:55708_}
   [junit4]   2> 3150749 T6616 C1425 P55708 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:55708/collection1/
   [junit4]   2> 3150749 T6616 C1425 P55708 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3150750 T6616 C1425 P55708 oasc.SyncStrategy.syncToMe https://127.0.0.1:55708/collection1/ has no replicas
   [junit4]   2> 3150750 T6616 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:55708/collection1/ shard3
   [junit4]   2> 3150750 T6616 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 3150751 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3150761 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3150766 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3150789 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3150900 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3150901 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3150902 T6611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3150904 T6591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3150937 T6616 oasc.ZkController.register We are https://127.0.0.1:55708/collection1/ and leader is https://127.0.0.1:55708/collection1/
   [junit4]   2> 3150938 T6616 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:55708
   [junit4]   2> 3150938 T6616 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3150938 T6616 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3150939 T6616 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3150945 T6616 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3150948 T6593 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3150949 T6577 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3150949 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3150953 T6566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 3150954 T6566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:55708",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55708_",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 3150959 T6569 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 3151065 T6611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3151067 T6591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3151070 T6569 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3151071 T6576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 3152516 T6541 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 3152518 T6541 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3152529 T6541 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3152532 T6541 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:55711
   [junit4]   2> 3152537 T6541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3152537 T6541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3152537 T6541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-005
   [junit4]   2> 3152538 T6541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-005/'
   [junit4]   2> 3152574 T6541 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-005/solr.xml
   [junit4]   2> 3152643 T6541 oasc.CoreContainer.<init> New CoreContainer 1497245068
   [junit4]   2> 3152643 T6541 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001/tempDir-005/]
   [junit4]   2> 3152645 T6541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3152645 T6541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3152645 T6541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3152646 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3152646 T6541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3152646 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3152647 T6541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3152647 T6541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3152647 T654

[...truncated too long message...]

junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 3418212 T6541 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 3418216 T6541 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55697 55697
   [junit4]   2> 3418238 T6542 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55697 55697
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSchemaless -Dtests.method=testDistribSearch -Dtests.seed=941B05E32BE07E45 -Dtests.slow=true -Dtests.locale=es_ES -Dtests.timezone=Asia/Istanbul -Dtests.file.encoding=UTF-8
   [junit4] ERROR    281s | TestCloudSchemaless.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:55708/collection1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([941B05E32BE07E45:15FD8BFB5CBF1E79]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:559)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
   [junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
   [junit4]    > 	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:442)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:480)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:927)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:884)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:102)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
   [junit4]    > 	... 47 more
   [junit4]   2> 3418495 T6541 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-941B05E32BE07E45-001
   [junit4]   2> 280725 T6540 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=es_ES, timezone=Asia/Istanbul
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=2,threads=1,free=156664048,total=375914496
   [junit4]   2> NOTE: All tests run in this JVM: [TestRequestStatusCollectionAPI, TriLevelCompositeIdRoutingTest, OpenCloseCoreStressTest, TestSolr4Spatial2, HighlighterTest, CachingDirectoryFactoryTest, CollectionsAPIAsyncDistributedZkTest, AutoCommitTest, TestHighFrequencyDictionaryFactory, TestConfigSets, TestDynamicFieldCollectionResource, AnalyticsMergeStrategyTest, TestCloudManagedSchemaConcurrent, HighlighterConfigTest, DirectUpdateHandlerOptimizeTest, StatsComponentTest, TestPerFieldSimilarity, HdfsSyncSliceTest, ChaosMonkeySafeLeaderTest, IndexSchemaTest, CacheHeaderTest, TestHashPartitioner, CustomCollectionTest, TestSolrXMLSerializer, TestExceedMaxTermLength, TestElisionMultitermQuery, TestIBSimilarityFactory, TestCloudInspectUtil, LukeRequestHandlerTest, TestAtomicUpdateErrorCases, TestCollectionAPI, TestSchemaVersionResource, TestManagedSchema, TestDocBasedVersionConstraints, TestUtils, QueryResultKeyTest, URLClassifyProcessorTest, DistributedSuggestComponentTest, TestIndexingPerformance, TestSolrXml, TestChildDocTransformer, SpellCheckComponentTest, SpellingQueryConverterTest, ClusterStateUpdateTest, TestFunctionQuery, TestGroupingSearch, EnumFieldTest, TestReloadAndDeleteDocs, HdfsChaosMonkeySafeLeaderTest, TestSolrQueryParserResource, ChaosMonkeyNothingIsSafeTest, FileUtilsTest, TestDistribDocBasedVersion, IndexSchemaRuntimeFieldTest, TestImplicitCoreProperties, TestComponentsName, TestReplicationHandler, TestCharFilters, LegacyHTMLStripCharFilterTest, SliceStateTest, DistribDocExpirationUpdateProcessorTest, TestMiniSolrCloudCluster, DOMUtilTest, TestMergePolicyConfig, TermVectorComponentDistributedTest, TestQueryUtils, TestSolrDeletionPolicy1, PingRequestHandlerTest, CoreAdminHandlerTest, IndexBasedSpellCheckerTest, JsonLoaderTest, TestManagedResourceStorage, NotRequiredUniqueKeyTest, TestSweetSpotSimilarityFactory, UpdateParamsTest, TestManagedSchemaFieldResource, BasicDistributedZk2Test, TestWordDelimiterFilterFactory, SyncSliceTest, ScriptEngineTest, MBeansHandlerTest, TestExtendedDismaxParser, TermVectorComponentTest, BlockDirectoryTest, ShardRoutingTest, PreAnalyzedUpdateProcessorTest, TestCursorMarkWithoutUniqueKey, TestLuceneMatchVersion, TestFastLRUCache, SolrCoreTest, TestXIncludeConfig, TestManagedStopFilterFactory, SortByFunctionTest, TestCopyFieldCollectionResource, StressHdfsTest, AnalysisAfterCoreReloadTest, PreAnalyzedFieldTest, TestFieldSortValues, TestIndexSearcher, DisMaxRequestHandlerTest, DistributedExpandComponentTest, DebugComponentTest, TestHighlightDedupGrouping, TestFastOutputStream, HdfsDirectoryTest, InfoHandlerTest, BasicZkTest, DocumentBuilderTest, DateMathParserTest, TestFileDictionaryLookup, LeaderElectionIntegrationTest, DirectUpdateHandlerTest, XsltUpdateRequestHandlerTest, TestRandomFaceting, MultiTermTest, AtomicUpdatesTest, TestComplexPhraseQParserPlugin, HdfsLockFactoryTest, DocExpirationUpdateProcessorFactoryTest, PluginInfoTest, OpenExchangeRatesOrgProviderTest, UnloadDistributedZkTest, SpellPossibilityIteratorTest, CopyFieldTest, TestSearchPerf, TestCloudSchemaless]
   [junit4] Completed in 281.52s, 1 test, 1 error <<< FAILURES!

[...truncated 890 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 411 suites, 1707 tests, 1 error, 43 ignored (16 assumptions)

Total time: 175 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 1715 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1715/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
commitWithin did not work on node: http://127.0.0.1:55284/ra/y/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:55284/ra/y/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([282191860CB32A6C:A9C71F9E7BEC4A50]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:356)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11263 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/init-core-data-001
   [junit4]   2> 1963114 T4816 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ra/y
   [junit4]   2> 1963120 T4816 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1963120 T4816 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1963122 T4817 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1963223 T4816 oasc.ZkTestServer.run start zk server on port:55277
   [junit4]   2> 1963227 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1963239 T4823 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59bca668 name:ZooKeeperConnection Watcher:127.0.0.1:55277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1963240 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1963240 T4816 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1963254 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1963258 T4825 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2edaa282 name:ZooKeeperConnection Watcher:127.0.0.1:55277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1963259 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1963259 T4816 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1963269 T4816 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1963276 T4816 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1963284 T4816 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1963295 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1963296 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1963307 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1963308 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1963317 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1963318 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1963326 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1963327 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1963338 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1963339 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1963349 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1963350 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1963361 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1963361 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1963371 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1963372 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1963382 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1963383 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1963393 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1963393 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1963405 T4816 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1963406 T4816 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1965380 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1965391 T4816 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55280
   [junit4]   2> 1965392 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1965392 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1965393 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002
   [junit4]   2> 1965393 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/'
   [junit4]   2> 1965439 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/solr.xml
   [junit4]   2> 1965505 T4816 oasc.CoreContainer.<init> New CoreContainer 42401048
   [junit4]   2> 1965505 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/]
   [junit4]   2> 1965507 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1965508 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1965509 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1965510 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1965511 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1965512 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1965513 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1965514 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1965515 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1965516 T4816 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1965517 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1965517 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1965518 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1965519 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55277/solr
   [junit4]   2> 1965519 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1965523 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1965526 T4836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c5233f3 name:ZooKeeperConnection Watcher:127.0.0.1:55277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1965528 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1965534 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1965537 T4838 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c4b3c8e name:ZooKeeperConnection Watcher:127.0.0.1:55277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1965537 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1965542 T4816 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1965554 T4816 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1965565 T4816 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1965576 T4816 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1965587 T4816 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1965597 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1965604 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55280_ra%2Fy
   [junit4]   2> 1965606 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55280_ra%2Fy
   [junit4]   2> 1965618 T4816 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1965627 T4816 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1965642 T4816 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55280_ra%2Fy
   [junit4]   2> 1965643 T4816 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1965652 T4816 oasc.Overseer.start Overseer (id=92219432047607811-127.0.0.1:55280_ra%2Fy-n_0000000000) starting
   [junit4]   2> 1965663 T4816 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1965697 T4840 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1965699 T4816 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1965709 T4816 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1965715 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1965725 T4839 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1965737 T4841 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1965738 T4841 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1965741 T4841 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1965742 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1965748 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1965750 T4839 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55280/ra/y",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55280_ra%2Fy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1965750 T4839 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1965750 T4839 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1965759 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1965760 T4842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1966745 T4841 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1966746 T4841 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1966750 T4841 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1966751 T4841 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1966757 T4841 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1966757 T4841 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/collection1/'
   [junit4]   2> 1966761 T4841 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1966762 T4841 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1966763 T4841 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1966876 T4841 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1966929 T4841 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1966934 T4841 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1966949 T4841 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1967435 T4841 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1967436 T4841 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1967438 T4841 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1967452 T4841 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1967454 T4841 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1967505 T4841 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1967514 T4841 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1967521 T4841 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1967525 T4841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1967526 T4841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1967526 T4841 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1967531 T4841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1967531 T4841 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1967532 T4841 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1967532 T4841 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1967532 T4841 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-002/collection1/, dataDir=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/control/data/
   [junit4]   2> 1967533 T4841 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@625800d1
   [junit4]   2> 1967534 T4841 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/control/data
   [junit4]   2> 1967534 T4841 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/control/data/index/
   [junit4]   2> 1967534 T4841 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1967535 T4841 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/control/data/index
   [junit4]   2> 1967535 T4841 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=4.4140625, floorSegmentMB=0.875, forceMergeDeletesPctAllowed=20.63493707030593, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6740737019751302
   [junit4]   2> 1967536 T4841 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5b627256 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bcbaacd),segFN=segments_1,generation=1}
   [junit4]   2> 1967537 T4841 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1967546 T4841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1967547 T4841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1967547 T4841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1967547 T4841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1967548 T4841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1967548 T4841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1967549 T4841 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1967549 T4841 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1967549 T4841 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1967551 T4841 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1967552 T4841 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1967552 T4841 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1967553 T4841 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1967553 T4841 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1967554 T4841 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1967554 T4841 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1967555 T4841 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1967556 T4841 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1967556 T4841 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1967557 T4841 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1967558 T4841 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1967572 T4841 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1967574 T4841 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1967576 T4841 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1967601 T4841 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1967603 T4841 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1967609 T4841 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1967609 T4841 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1967610 T4841 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953905881, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1967611 T4841 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5b627256 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bcbaacd),segFN=segments_1,generation=1}
   [junit4]   2> 1967611 T4841 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1967612 T4841 oass.SolrIndexSearcher.<init> Opening Searcher@385ea661[collection1] main
   [junit4]   2> 1967612 T4841 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1967615 T4841 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1967616 T4841 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1967618 T4841 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1967618 T4841 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1967619 T4841 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1967621 T4841 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1967621 T4841 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1967623 T4841 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1967632 T4841 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1967632 T4841 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1967632 T4841 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1967638 T4843 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@385ea661[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1967642 T4841 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1967644 T4846 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55280/ra/y collection:control_collection shard:shard1
   [junit4]   2> 1967645 T4816 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1967646 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1967648 T4846 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1967649 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1967654 T4848 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1caf7e42 name:ZooKeeperConnection Watcher:127.0.0.1:55277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1967654 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1967658 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1967665 T4816 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1967666 T4846 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1967672 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967674 T4846 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1967674 T4846 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1210 name=collection1 org.apache.solr.core.SolrCore@6a5de481 url=http://127.0.0.1:55280/ra/y/collection1 node=127.0.0.1:55280_ra%2Fy C1210_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:55280/ra/y, core=collection1, node_name=127.0.0.1:55280_ra%2Fy}
   [junit4]   2> 1967674 T4846 C1210 P55280 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55280/ra/y/collection1/
   [junit4]   2> 1967675 T4846 C1210 P55280 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1967675 T4846 C1210 P55280 oasc.SyncStrategy.syncToMe http://127.0.0.1:55280/ra/y/collection1/ has no replicas
   [junit4]   2> 1967675 T4846 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55280/ra/y/collection1/ shard1
   [junit4]   2> 1967675 T4846 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1967682 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1967693 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967697 T4842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1967700 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1967720 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1967728 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967834 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1967834 T4842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1967867 T4846 oasc.ZkController.register We are http://127.0.0.1:55280/ra/y/collection1/ and leader is http://127.0.0.1:55280/ra/y/collection1/
   [junit4]   2> 1967867 T4846 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55280/ra/y
   [junit4]   2> 1967867 T4846 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1967867 T4846 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1967867 T4846 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1967872 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967873 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967873 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967876 T4846 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1967879 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1967881 T4839 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55280/ra/y",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55280_ra%2Fy",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1967889 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1967997 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1967998 T4842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1969566 T4816 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1969568 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1969576 T4816 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55284
   [junit4]   2> 1969578 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1969578 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1969578 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003
   [junit4]   2> 1969579 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/'
   [junit4]   2> 1969624 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/solr.xml
   [junit4]   2> 1969719 T4816 oasc.CoreContainer.<init> New CoreContainer 2123207927
   [junit4]   2> 1969720 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/]
   [junit4]   2> 1969722 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1969723 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1969724 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1969724 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1969724 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1969724 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1969725 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1969725 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1969725 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1969726 T4816 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1969728 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1969728 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1969729 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1969731 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55277/solr
   [junit4]   2> 1969732 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1969735 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1969739 T4861 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@624a0268 name:ZooKeeperConnection Watcher:127.0.0.1:55277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1969741 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1969745 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1969748 T4863 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b4c2fa1 name:ZooKeeperConnection Watcher:127.0.0.1:55277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1969749 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1969774 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1970787 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55284_ra%2Fy
   [junit4]   2> 1970789 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55284_ra%2Fy
   [junit4]   2> 1970803 T4849 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1970805 T4842 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1970807 T4864 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1970828 T4865 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1970828 T4865 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1970830 T4865 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1970831 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1970831 T4866 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1970831 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1970837 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1970839 T4839 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55284/ra/y",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55284_ra%2Fy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1970840 T4839 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1970840 T4839 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1970847 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1970849 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1970849 T4842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1970850 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1971833 T4865 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1971833 T4865 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1971837 T4865 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1971837 T4865 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1971842 T4865 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1971842 T4865 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/collection1/'
   [junit4]   2> 1971847 T4865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1971848 T4865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1971851 T4865 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1971939 T4865 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1971992 T4865 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1971997 T4865 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1972027 T4865 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1972565 T4865 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1972566 T4865 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1972566 T4865 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1972578 T4865 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1972581 T4865 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1972622 T4865 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1972631 T4865 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1972639 T4865 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1972643 T4865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1972643 T4865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1972644 T4865 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1972647 T4865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1972648 T4865 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1972648 T4865 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1972648 T4865 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1972649 T4865 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-003/collection1/, dataDir=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty1/
   [junit4]   2> 1972649 T4865 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@625800d1
   [junit4]   2> 1972650 T4865 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty1
   [junit4]   2> 1972651 T4865 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty1/index/
   [junit4]   2> 1972652 T4865 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1972652 T4865 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty1/index
   [junit4]   2> 1972653 T4865 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=4.4140625, floorSegmentMB=0.875, forceMergeDeletesPctAllowed=20.63493707030593, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6740737019751302
   [junit4]   2> 1972654 T4865 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f439e09 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e8d950b),segFN=segments_1,generation=1}
   [junit4]   2> 1972654 T4865 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1972663 T4865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1972664 T4865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1972664 T4865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1972664 T4865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1972665 T4865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1972665 T4865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1972666 T4865 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1972666 T4865 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1972667 T4865 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1972668 T4865 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1972669 T4865 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1972670 T4865 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1972671 T4865 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1972672 T4865 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1972673 T4865 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1972673 T4865 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1972674 T4865 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1972675 T4865 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1972675 T4865 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1972676 T4865 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1972677 T4865 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1972690 T4865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1972691 T4865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1972693 T4865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1972696 T4865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1972698 T4865 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1972705 T4865 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1972705 T4865 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1972707 T4865 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953905881, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1972709 T4865 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1f439e09 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5e8d950b),segFN=segments_1,generation=1}
   [junit4]   2> 1972709 T4865 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1972711 T4865 oass.SolrIndexSearcher.<init> Opening Searcher@78ab142c[collection1] main
   [junit4]   2> 1972712 T4865 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1972717 T4865 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1972717 T4865 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1972719 T4865 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1972719 T4865 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1972720 T4865 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1972723 T4865 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1972724 T4865 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1972724 T4865 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1972725 T4865 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1972733 T4867 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78ab142c[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1972739 T4865 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1972741 T4870 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55284/ra/y collection:collection1 shard:shard1
   [junit4]   2> 1972742 T4816 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1972743 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1972744 T4870 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1972758 T4870 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1972765 T4870 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1972765 T4870 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1211 name=collection1 org.apache.solr.core.SolrCore@ec0f4f2 url=http://127.0.0.1:55284/ra/y/collection1 node=127.0.0.1:55284_ra%2Fy C1211_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55284/ra/y, core=collection1, node_name=127.0.0.1:55284_ra%2Fy}
   [junit4]   2> 1972765 T4870 C1211 P55284 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55284/ra/y/collection1/
   [junit4]   2> 1972766 T4870 C1211 P55284 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1972766 T4870 C1211 P55284 oasc.SyncStrategy.syncToMe http://127.0.0.1:55284/ra/y/collection1/ has no replicas
   [junit4]   2> 1972766 T4870 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55284/ra/y/collection1/ shard1
   [junit4]   2> 1972767 T4870 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1972774 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1972783 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1972791 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1972795 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1972796 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1972796 T4866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1972801 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1972808 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1972913 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1972921 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1972933 T4870 oasc.ZkController.register We are http://127.0.0.1:55284/ra/y/collection1/ and leader is http://127.0.0.1:55284/ra/y/collection1/
   [junit4]   2> 1972933 T4870 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55284/ra/y
   [junit4]   2> 1972933 T4870 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1972934 T4870 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1972934 T4870 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1972938 T4866 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1972939 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1972939 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1972941 T4870 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1972945 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1972947 T4839 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55284/ra/y",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55284_ra%2Fy",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1972952 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1973059 T4850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1973059 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1973060 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1974689 T4816 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1974691 T4816 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1974695 T4816 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55287
   [junit4]   2> 1974698 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1974699 T4816 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1974700 T4816 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004
   [junit4]   2> 1974701 T4816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/'
   [junit4]   2> 1974752 T4816 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/solr.xml
   [junit4]   2> 1974841 T4816 oasc.CoreContainer.<init> New CoreContainer 1808976308
   [junit4]   2> 1974841 T4816 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/]
   [junit4]   2> 1974844 T4816 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1974844 T4816 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1974844 T4816 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1974844 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1974845 T4816 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1974845 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1974846 T4816 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1974846 T4816 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1974846 T4816 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1974847 T4816 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1974847 T4816 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1974848 T4816 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1974848 T4816 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1974849 T4816 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55277/solr
   [junit4]   2> 1974849 T4816 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1974850 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1974854 T4881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bb87fb9 name:ZooKeeperConnection Watcher:127.0.0.1:55277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1974856 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1974862 T4816 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1974866 T4883 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fbc5cdc name:ZooKeeperConnection Watcher:127.0.0.1:55277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1974866 T4816 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1974891 T4816 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1975906 T4816 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55287_ra%2Fy
   [junit4]   2> 1975911 T4816 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55287_ra%2Fy
   [junit4]   2> 1975923 T4850 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1975926 T4864 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1975926 T4849 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1975927 T4884 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1975953 T4885 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1975953 T4885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1975955 T4885 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1975956 T4866 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1975956 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1975955 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1975963 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1975965 T4839 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55287/ra/y",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55287_ra%2Fy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1975966 T4839 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1975966 T4839 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1975975 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1975978 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1975978 T4850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1975978 T4884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1975979 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1976958 T4885 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1976958 T4885 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1976960 T4885 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1976961 T4885 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1976965 T4885 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1976966 T4885 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/collection1/'
   [junit4]   2> 1976967 T4885 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1976968 T4885 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1976969 T4885 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1977075 T4885 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 1977151 T4885 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1977156 T4885 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1977174 T4885 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1977763 T4885 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1977764 T4885 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1977765 T4885 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1977783 T4885 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1977786 T4885 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1977835 T4885 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1977845 T4885 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1977854 T4885 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1977859 T4885 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1977859 T4885 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1977859 T4885 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1977865 T4885 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1977865 T4885 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1977865 T4885 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1977865 T4885 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1977866 T4885 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-004/collection1/, dataDir=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty2/
   [junit4]   2> 1977866 T4885 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@625800d1
   [junit4]   2> 1977868 T4885 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty2
   [junit4]   2> 1977869 T4885 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty2/index/
   [junit4]   2> 1977869 T4885 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1977870 T4885 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty2/index
   [junit4]   2> 1977870 T4885 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=4.4140625, floorSegmentMB=0.875, forceMergeDeletesPctAllowed=20.63493707030593, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6740737019751302
   [junit4]   2> 1977871 T4885 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6ae13d5e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d1c790e),segFN=segments_1,generation=1}
   [junit4]   2> 1977872 T4885 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1977882 T4885 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1977883 T4885 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1977883 T4885 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1977884 T4885 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1977884 T4885 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1977884 T4885 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1977885 T4885 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1977885 T4885 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1977885 T4885 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1977887 T4885 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1977888 T4885 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1977889 T4885 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1977889 T4885 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1977890 T4885 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1977891 T4885 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1977891 T4885 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1977892 T4885 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1977892 T4885 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1977893 T4885 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1977893 T4885 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1977894 T4885 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1977907 T4885 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1977909 T4885 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1977914 T4885 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1977918 T4885 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1977921 T4885 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1977925 T4885 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1977925 T4885 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1977926 T4885 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953905881, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1977927 T4885 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6ae13d5e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d1c790e),segFN=segments_1,generation=1}
   [junit4]   2> 1977927 T4885 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1977927 T4885 oass.SolrIndexSearcher.<init> Opening Searcher@636eeec1[collection1] main
   [junit4]   2> 1977927 T4885 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1977934 T4885 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1977934 T4885 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1977937 T4885 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1977937 T4885 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1977937 T4885 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1977942 T4885 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1977943 T4885 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1977943 T4885 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1977944 T4885 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1977953 T4886 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@636eeec1[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1977958 T4885 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1977962 T4889 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55287/ra/y collection:collection1 shard:shard2
   [junit4]   2> 1977964 T4816 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 1977965 T4816 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1977966 T4889 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1977986 T4889 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1977993 T4889 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1977994 T4889 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1212 name=collection1 org.apache.solr.core.SolrCore@3fa234de url=http://127.0.0.1:55287/ra/y/collection1 node=127.0.0.1:55287_ra%2Fy C1212_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:55287/ra/y, core=collection1, node_name=127.0.0.1:55287_ra%2Fy}
   [junit4]   2> 1977994 T4889 C1212 P55287 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55287/ra/y/collection1/
   [junit4]   2> 1977994 T4889 C1212 P55287 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1977995 T4889 C1212 P55287 oasc.SyncStrategy.syncToMe http://127.0.0.1:55287/ra/y/collection1/ has no replicas
   [junit4]   2> 1977995 T4889 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55287/ra/y/collection1/ shard2
   [junit4]   2> 1977995 T4889 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1978009 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978017 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1978030 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978031 T4842 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978042 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978031 T4884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978047 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1978054 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978060 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978163 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978163 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978163 T4884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978165 T4850 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978225 T4889 oasc.ZkController.register We are http://127.0.0.1:55287/ra/y/collection1/ and leader is http://127.0.0.1:55287/ra/y/collection1/
   [junit4]   2> 1978226 T4889 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55287/ra/y
   [junit4]   2> 1978226 T4889 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1978226 T4889 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1978227 T4889 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1978232 T4850 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978233 T4842 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978232 T4866 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978238 T4889 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1978244 T4839 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1978245 T4839 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55287/ra/y",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:55287_ra%2Fy",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1978254 T4866 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1978362 T4884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978363 T4866 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978363 T4864 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1978365 T4849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1980269 T4816 oasc.Ab

[...truncated too long message...]

er SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2022395 T4816 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2022396 T4925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2022397 T4966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2022398 T4816 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2022399 T4816 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2022399 T4816 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty4 [CachedDir<<refCount=0;path=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty4;done=false>>]
   [junit4]   2> 2022400 T4816 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty4
   [junit4]   2> 2022400 T4816 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty4/index [CachedDir<<refCount=0;path=./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty4/index;done=false>>]
   [junit4]   2> 2022400 T4816 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001/tempDir-001/jetty4/index
   [junit4]   2> 2022402 T4979 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:55294_ra%2Fy
   [junit4]   2> 2022407 T4925 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 2022409 T4966 oascc.ZkStateReader$3.process Updating live nodes... (0)
   [junit4]   2> 2022425 T4816 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/ra/y,null}
   [junit4]   2> 2023907 T4981 oasc.Overseer$ClusterStateUpdater.checkIfIamStillLeader ERROR could not read the data org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:302)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$8.execute(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:299)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:316)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:85)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$1.run(Overseer.java:288)
   [junit4]   2> 
   [junit4]   2> 2027414 T4816 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 2027417 T4816 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55277 55277
   [junit4]   2> 2027449 T4817 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:55277 55277
   [junit4]   2> 2027553 T4959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9b33bad name:ZooKeeperConnection Watcher:127.0.0.1:55277/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
   [junit4]   2> 2027556 T4959 oascc.ConnectionManager.process zkClient has disconnected
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=282191860CB32A6C -Dtests.slow=true -Dtests.locale=mt_MT -Dtests.timezone=EST -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 65.6s | BasicDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:55284/ra/y/collection1 expected:<68> but was:<67>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([282191860CB32A6C:A9C71F9E7BEC4A50]:0)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:356)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2028764 T4816 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.cloud.BasicDistributedZkTest-282191860CB32A6C-001
   [junit4]   2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=mt_MT, timezone=EST
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=2,threads=1,free=57121064,total=158126080
   [junit4]   2> NOTE: All tests run in this JVM: [TestOmitPositions, TestDistribDocBasedVersion, DistributedSuggestComponentTest, PathHierarchyTokenizerFactoryTest, TestDefaultSearchFieldResource, TriLevelCompositeIdRoutingTest, TestUpdate, TestDistributedSearch, TestHighlightDedupGrouping, TestSolrQueryParserDefaultOperatorResource, ZkSolrClientTest, TestDFRSimilarityFactory, TestValueSourceCache, TestPostingsSolrHighlighter, HdfsRecoveryZkTest, PluginInfoTest, TestUtils, TestMissingGroups, SpellCheckComponentTest, HttpPartitionTest, HdfsChaosMonkeySafeLeaderTest, DocValuesMissingTest, TestJmxMonitoredMap, TestWriterPerf, DeleteReplicaTest, DocExpirationUpdateProcessorFactoryTest, TestSort, ConnectionManagerTest, TestReRankQParserPlugin, ResourceLoaderTest, HdfsLockFactoryTest, ShardRoutingTest, DistributedDebugComponentTest, TestSweetSpotSimilarityFactory, OpenExchangeRatesOrgProviderTest, TestBlendedInfixSuggestions, DirectUpdateHandlerTest, PolyFieldTest, AnalyticsQueryTest, SliceStateTest, TestLeaderElectionZkExpiry, NotRequiredUniqueKeyTest, ZkCLITest, TestWordDelimiterFilterFactory, PreAnalyzedUpdateProcessorTest, SuggestComponentTest, SyncSliceTest, AnalysisErrorHandlingTest, TestSolrDeletionPolicy1, DefaultValueUpdateProcessorTest, TestNoOpRegenerator, SimpleFacetsTest, BadIndexSchemaTest, TestManagedSynonymFilterFactory, TestImplicitCoreProperties, TestBadConfig, TestSystemIdResolver, CoreAdminCreateDiscoverTest, TestDefaultSimilarityFactory, CursorMarkTest, SolrXmlInZkTest, TestQueryUtils, URLClassifyProcessorTest, TestRestManager, TestConfigSets, HardAutoCommitTest, BadComponentTest, TestPartialUpdateDeduplication, SystemInfoHandlerTest, AssignTest, StatelessScriptUpdateProcessorFactoryTest, TestIndexingPerformance, TestElisionMultitermQuery, DateMathParserTest, TestSolrXmlPersistor, ParsingFieldUpdateProcessorsTest, XmlUpdateRequestHandlerTest, TestFieldResource, DistributedQueryComponentCustomSortTest, CoreContainerCoreInitFailuresTest, LeaderElectionTest, XsltUpdateRequestHandlerTest, CurrencyFieldXmlFileTest, CacheHeaderTest, TestCollationFieldDocValues, BJQParserTest, OutputWriterTest, ScriptEngineTest, TestStandardQParsers, PeerSyncTest, FieldMutatingUpdateProcessorTest, AliasIntegrationTest, StressHdfsTest, TestRecovery, TestQueryTypes, TestInitQParser, MigrateRouteKeyTest, SchemaVersionSpecificBehaviorTest, TestAnalyzeInfixSuggestions, TestLMJelinekMercerSimilarityFactory, MoreLikeThisHandlerTest, TestPhraseSuggestions, TestSurroundQueryParser, CircularListTest, DeleteInactiveReplicaTest, ChaosMonkeySafeLeaderTest, TestRandomDVFaceting, TestManagedResource, TestSolrJ, TestSolrXml, SolrCoreTest, SuggesterTest, TestClassNameShortening, TestLFUCache, FileUtilsTest, UUIDUpdateProcessorFallbackTest, NumericFieldsTest, HdfsWriteToMultipleCollectionsTest, TestReplicationHandlerBackup, DebugComponentTest, ShowFileRequestHandlerTest, CoreAdminHandlerTest, ZkControllerTest, DirectSolrConnectionTest, TestSolrDeletionPolicy2, TestExpandComponent, TestSearcherReuse, ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, BasicDistributedZkTest]
   [junit4] Completed in 65.70s, 1 test, 1 failure <<< FAILURES!

[...truncated 883 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1299: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 411 suites, 1707 tests, 1 failure, 44 ignored (17 assumptions)

Total time: 165 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any