You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/11 21:02:12 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1728 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1728/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:58405/gfy/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:58405/gfy/collection1
	at __randomizedtesting.SeedInfo.seed([254B9B6C41F3D4A6:A4AD157436ACB49A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.GeneratedMethodAccessor45.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 47 more




Build Log:
[...truncated 12202 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/init-core-data-001
   [junit4]   2> 6442826 T16220 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 6442826 T16220 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /gfy/
   [junit4]   2> 6442831 T16220 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 6442832 T16220 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 6442834 T16221 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 6442934 T16220 oasc.ZkTestServer.run start zk server on port:58375
   [junit4]   2> 6442939 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6442950 T16227 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f53cca3 name:ZooKeeperConnection Watcher:127.0.0.1:58375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6442951 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6442952 T16220 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 6442965 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6442969 T16229 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aab71c0 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6442970 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6442970 T16220 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 6442979 T16220 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 6442986 T16220 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 6442993 T16220 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 6443002 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6443003 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 6443013 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 6443013 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 6443022 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6443023 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6443032 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6443032 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 6443042 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6443042 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 6443051 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6443051 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 6443059 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6443060 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 6443068 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6443069 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6443078 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6443079 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6443087 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6443088 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 6443098 T16220 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6443098 T16220 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 6443110 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6443113 T16231 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e929348 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6443113 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6445494 T16220 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6445506 T16220 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6445509 T16220 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58379
   [junit4]   2> 6445513 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6445513 T16220 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6445514 T16220 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002
   [junit4]   2> 6445514 T16220 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/'
   [junit4]   2> 6445568 T16220 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/solr.xml
   [junit4]   2> 6445583 T16220 oasc.CoreContainer.<init> New CoreContainer 379344698
   [junit4]   2> 6445584 T16220 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/]
   [junit4]   2> 6445585 T16220 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6445585 T16220 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6445586 T16220 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6445586 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6445587 T16220 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6445587 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6445587 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6445588 T16220 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6445588 T16220 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6445590 T16220 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6445592 T16220 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6445593 T16220 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6445594 T16220 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6445594 T16220 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58375/solr
   [junit4]   2> 6445595 T16220 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6445598 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6445602 T16242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bc0d90c name:ZooKeeperConnection Watcher:127.0.0.1:58375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6445602 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6445606 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6445609 T16244 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46aa2bb4 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6445609 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6445613 T16220 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 6445622 T16220 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 6445633 T16220 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 6445644 T16220 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 6445656 T16220 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 6445670 T16220 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 6445678 T16220 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58379_gfy
   [junit4]   2> 6445681 T16220 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58379_gfy
   [junit4]   2> 6445691 T16220 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 6445701 T16220 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 6445715 T16220 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58379_gfy
   [junit4]   2> 6445715 T16220 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 6445722 T16220 oasc.Overseer.start Overseer (id=92260480130416644-127.0.0.1:58379_gfy-n_0000000000) starting
   [junit4]   2> 6445731 T16220 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 6445770 T16246 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 6445772 T16220 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 6445781 T16220 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 6445785 T16220 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6445795 T16245 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 6445804 T16247 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 6445804 T16247 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6445807 T16247 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6445807 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6445812 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6445814 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58379/gfy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58379_gfy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 6445814 T16245 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 6445815 T16245 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 6445824 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6446809 T16247 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6446810 T16247 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 6446814 T16247 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6446815 T16247 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 6446821 T16247 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6446822 T16247 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/'
   [junit4]   2> 6446826 T16247 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 6446828 T16247 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 6446829 T16247 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 6446883 T16247 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 6446896 T16247 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6446901 T16247 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 6446904 T16247 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 6446910 T16247 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 6446932 T16247 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6446936 T16247 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 6446941 T16247 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 6446951 T16247 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 6446952 T16247 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 6446952 T16247 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 6446953 T16247 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data/
   [junit4]   2> 6446953 T16247 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 6446954 T16247 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data
   [junit4]   2> 6446955 T16247 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data/index/
   [junit4]   2> 6446956 T16247 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6446957 T16247 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data/index
   [junit4]   2> 6446958 T16247 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5636809816531695]
   [junit4]   2> 6446967 T16247 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c3df93c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6446967 T16247 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6446969 T16247 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 6446971 T16247 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6446971 T16247 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6446971 T16247 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6446972 T16247 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6446972 T16247 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6446972 T16247 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6446973 T16247 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6446973 T16247 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6446974 T16247 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6446974 T16247 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6446974 T16247 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6446975 T16247 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6446984 T16247 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6446985 T16247 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6446987 T16247 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6446988 T16247 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6446989 T16247 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6446991 T16247 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6446991 T16247 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6446992 T16247 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 6446994 T16247 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6c3df93c; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6446995 T16247 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6446995 T16247 oass.SolrIndexSearcher.<init> Opening Searcher@f262372[collection1] main
   [junit4]   2> 6446995 T16247 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 6446998 T16247 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6446998 T16247 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6447000 T16247 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6447000 T16247 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6447000 T16247 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6447003 T16247 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6447003 T16247 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6447005 T16247 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 6447014 T16247 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6447014 T16247 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6447015 T16247 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6447015 T16247 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 6447020 T16247 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6447020 T16249 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f262372[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 6447027 T16252 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:58379/gfy collection:control_collection shard:shard1
   [junit4]   2> 6447028 T16220 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6447029 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6447030 T16252 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 6447039 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6447041 T16254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@128f16e2 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6447042 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6447046 T16220 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6447048 T16252 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 6447054 T16252 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6447054 T16252 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4201 name=collection1 org.apache.solr.core.SolrCore@24dac196 url=https://127.0.0.1:58379/gfy/collection1 node=127.0.0.1:58379_gfy C4201_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:58379/gfy, core=collection1, node_name=127.0.0.1:58379_gfy}
   [junit4]   2> 6447054 T16252 C4201 P58379 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:58379/gfy/collection1/
   [junit4]   2> 6447054 T16252 C4201 P58379 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6447055 T16252 C4201 P58379 oasc.SyncStrategy.syncToMe https://127.0.0.1:58379/gfy/collection1/ has no replicas
   [junit4]   2> 6447055 T16252 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:58379/gfy/collection1/ shard1
   [junit4]   2> 6447055 T16252 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 6447058 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6447063 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6447063 T16220 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 6447083 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6447191 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6447193 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6447229 T16252 oasc.ZkController.register We are https://127.0.0.1:58379/gfy/collection1/ and leader is https://127.0.0.1:58379/gfy/collection1/
   [junit4]   2> 6447230 T16252 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:58379/gfy
   [junit4]   2> 6447230 T16252 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6447230 T16252 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 6447231 T16252 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6447235 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6447237 T16252 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6447241 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6447243 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58379/gfy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58379_gfy",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 6447353 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6447354 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6449784 T16220 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 6449787 T16220 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6449796 T16220 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6449799 T16220 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58383
   [junit4]   2> 6449805 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6449806 T16220 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6449807 T16220 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003
   [junit4]   2> 6449807 T16220 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/'
   [junit4]   2> 6449873 T16220 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/solr.xml
   [junit4]   2> 6449931 T16220 oasc.CoreContainer.<init> New CoreContainer 1112224633
   [junit4]   2> 6449932 T16220 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/]
   [junit4]   2> 6449933 T16220 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6449934 T16220 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6449934 T16220 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6449935 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6449935 T16220 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6449935 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6449936 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6449937 T16220 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6449937 T16220 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6449941 T16220 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6449943 T16220 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6449943 T16220 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6449944 T16220 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6449944 T16220 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58375/solr
   [junit4]   2> 6449945 T16220 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6449946 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6449950 T16266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32e39d48 name:ZooKeeperConnection Watcher:127.0.0.1:58375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6449951 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6449960 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6449962 T16268 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bfc00e2 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6449962 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6449996 T16220 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6451016 T16220 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58383_gfy
   [junit4]   2> 6451019 T16220 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58383_gfy
   [junit4]   2> 6451030 T16255 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 6451032 T16269 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 6451036 T16248 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 6451052 T16270 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6451052 T16270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6451054 T16270 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6451055 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6451061 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6451063 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58383/gfy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58383_gfy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 6451063 T16245 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 6451064 T16245 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 6451074 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6451074 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6451076 T16269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6452056 T16270 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6452057 T16270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 6452059 T16270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6452060 T16270 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6452066 T16270 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6452067 T16270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/'
   [junit4]   2> 6452069 T16270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 6452070 T16270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 6452070 T16270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 6452136 T16270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 6452152 T16270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6452159 T16270 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 6452163 T16270 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 6452181 T16270 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6452181 T16270 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 6452182 T16270 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 6452183 T16270 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data/
   [junit4]   2> 6452183 T16270 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 6452184 T16270 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data
   [junit4]   2> 6452185 T16270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data/index/
   [junit4]   2> 6452186 T16270 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6452187 T16270 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data/index
   [junit4]   2> 6452188 T16270 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5636809816531695]
   [junit4]   2> 6452196 T16270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7804f392; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6452197 T16270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6452198 T16270 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 6452200 T16270 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6452200 T16270 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6452201 T16270 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6452201 T16270 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6452201 T16270 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6452201 T16270 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6452202 T16270 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6452202 T16270 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6452203 T16270 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6452203 T16270 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6452203 T16270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6452204 T16270 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6452216 T16270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6452220 T16270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6452223 T16270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6452225 T16270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6452227 T16270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6452230 T16270 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6452230 T16270 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6452232 T16270 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 6452233 T16270 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7804f392; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6452234 T16270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6452234 T16270 oass.SolrIndexSearcher.<init> Opening Searcher@574abae2[collection1] main
   [junit4]   2> 6452234 T16270 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6452239 T16270 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6452240 T16270 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6452242 T16270 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6452242 T16270 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6452243 T16270 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6452247 T16270 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6452248 T16270 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6452248 T16270 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 6452248 T16270 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6452249 T16270 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 6452254 T16270 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6452254 T16271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@574abae2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 6452258 T16274 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:58383/gfy collection:collection1 shard:shard2
   [junit4]   2> 6452260 T16220 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6452261 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6452262 T16274 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 6452285 T16274 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 6452296 T16274 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6452296 T16274 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4202 name=collection1 org.apache.solr.core.SolrCore@454c6f54 url=https://127.0.0.1:58383/gfy/collection1 node=127.0.0.1:58383_gfy C4202_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:58383/gfy, core=collection1, node_name=127.0.0.1:58383_gfy}
   [junit4]   2> 6452297 T16274 C4202 P58383 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:58383/gfy/collection1/
   [junit4]   2> 6452297 T16274 C4202 P58383 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6452298 T16274 C4202 P58383 oasc.SyncStrategy.syncToMe https://127.0.0.1:58383/gfy/collection1/ has no replicas
   [junit4]   2> 6452300 T16274 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:58383/gfy/collection1/ shard2
   [junit4]   2> 6452300 T16274 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 6452298 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6452312 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6452338 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6452464 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6452464 T16269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6452464 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6452504 T16274 oasc.ZkController.register We are https://127.0.0.1:58383/gfy/collection1/ and leader is https://127.0.0.1:58383/gfy/collection1/
   [junit4]   2> 6452505 T16274 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:58383/gfy
   [junit4]   2> 6452507 T16274 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6452507 T16274 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 6452508 T16274 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6452511 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6452516 T16274 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6452517 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6452519 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58383/gfy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58383_gfy",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 6452632 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6452633 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6452633 T16269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6455026 T16220 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 6455027 T16220 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6455033 T16220 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6455036 T16220 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58386
   [junit4]   2> 6455042 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6455042 T16220 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6455043 T16220 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004
   [junit4]   2> 6455043 T16220 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/'
   [junit4]   2> 6455101 T16220 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/solr.xml
   [junit4]   2> 6455120 T16220 oasc.CoreContainer.<init> New CoreContainer 33995526
   [junit4]   2> 6455121 T16220 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/]
   [junit4]   2> 6455122 T16220 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6455122 T16220 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6455123 T16220 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6455124 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6455125 T16220 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6455126 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6455126 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6455126 T16220 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6455128 T16220 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6455131 T16220 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6455135 T16220 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6455135 T16220 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6455136 T16220 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6455136 T16220 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58375/solr
   [junit4]   2> 6455137 T16220 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6455140 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6455143 T16285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fe63da name:ZooKeeperConnection Watcher:127.0.0.1:58375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6455143 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6455148 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6455156 T16287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1da11d70 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6455156 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6455182 T16220 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6456198 T16220 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58386_gfy
   [junit4]   2> 6456205 T16220 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58386_gfy
   [junit4]   2> 6456219 T16248 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 6456220 T16255 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 6456220 T16269 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 6456222 T16288 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 6456243 T16289 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6456244 T16289 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6456247 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6456248 T16289 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6456253 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6456255 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58386/gfy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58386_gfy",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 6456256 T16245 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 6456256 T16245 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 6456267 T16269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6456268 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6456267 T16288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6456267 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457250 T16289 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6457251 T16289 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 6457253 T16289 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6457253 T16289 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6457256 T16289 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6457257 T16289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/'
   [junit4]   2> 6457259 T16289 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 6457260 T16289 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 6457261 T16289 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 6457324 T16289 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 6457336 T16289 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6457342 T16289 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 6457346 T16289 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 6457366 T16289 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6457367 T16289 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 6457369 T16289 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 6457370 T16289 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data/
   [junit4]   2> 6457371 T16289 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 6457374 T16289 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data
   [junit4]   2> 6457375 T16289 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data/index/
   [junit4]   2> 6457377 T16289 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6457379 T16289 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data/index
   [junit4]   2> 6457380 T16289 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=31, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5636809816531695]
   [junit4]   2> 6457388 T16289 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1adfedeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6457389 T16289 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6457391 T16289 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 6457393 T16289 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6457394 T16289 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6457394 T16289 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6457394 T16289 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6457395 T16289 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6457395 T16289 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6457396 T16289 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6457397 T16289 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6457397 T16289 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6457398 T16289 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6457398 T16289 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6457398 T16289 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6457406 T16289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6457410 T16289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6457411 T16289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6457412 T16289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6457414 T16289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6457416 T16289 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6457416 T16289 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6457417 T16289 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 6457420 T16289 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1adfedeb; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6457420 T16289 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6457421 T16289 oass.SolrIndexSearcher.<init> Opening Searcher@6794ffda[collection1] main
   [junit4]   2> 6457421 T16289 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6457423 T16289 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6457423 T16289 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6457425 T16289 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6457425 T16289 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6457426 T16289 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6457429 T16289 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6457430 T16289 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6457430 T16289 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 6457431 T16289 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6457431 T16289 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 6457436 T16289 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6457436 T16290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6794ffda[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 6457438 T16293 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:58386/gfy collection:collection1 shard:shard3
   [junit4]   2> 6457439 T16220 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6457439 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6457440 T16293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 6457457 T16293 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 6457462 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6457465 T16293 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6457465 T16293 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4203 name=collection1 org.apache.solr.core.SolrCore@2e9393c7 url=https://127.0.0.1:58386/gfy/collection1 node=127.0.0.1:58386_gfy C4203_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:58386/gfy, core=collection1, node_name=127.0.0.1:58386_gfy}
   [junit4]   2> 6457466 T16293 C4203 P58386 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:58386/gfy/collection1/
   [junit4]   2> 6457466 T16293 C4203 P58386 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6457466 T16293 C4203 P58386 oasc.SyncStrategy.syncToMe https://127.0.0.1:58386/gfy/collection1/ has no replicas
   [junit4]   2> 6457466 T16293 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:58386/gfy/collection1/ shard3
   [junit4]   2> 6457469 T16293 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 6457470 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6457485 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6457600 T16269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457601 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457601 T16288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457601 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457644 T16293 oasc.ZkController.register We are https://127.0.0.1:58386/gfy/collection1/ and leader is https://127.0.0.1:58386/gfy/collection1/
   [junit4]   2> 6457645 T16293 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:58386/gfy
   [junit4]   2> 6457645 T16293 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6457645 T16293 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 6457645 T16293 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6457649 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6457654 T16293 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6457657 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6457659 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58386/gfy",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:58386_gfy",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 6457772 T16255 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457773 T16288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457773 T16248 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6457773 T16269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6460180 T16220 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 6460182 T16220 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6460192 T16220 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6460194 T16220 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58389
   [junit4]   2> 6460198 T16220 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6460200 T16220 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6460200 T16220 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-005
   [junit4]   2> 6460201 T16220 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-005/'
   [junit4]   2> 6460263 T16220 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-005/solr.xml
   [junit4]   2> 6460284 T16220 oasc.CoreContainer.<init> New CoreContainer 1184470816
   [junit4]   2> 6460285 T16220 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-254B9B6C41F3D4A6-001/tempDir-005/]
   [junit4]   2> 6460285 T16220 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6460285 T16220 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6460286 T16220 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6460287 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6460287 T16220 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6460288 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6460289 T16220 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6460289 T16220 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6460289 T16220 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6460292 T16220 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6460294 T16220 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6460295 T16220 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6460295 T16220 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6460295 T16220 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58375/solr
   [junit4]   2> 6460296 T16220 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6460299 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6460302 T16304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@138d9d21 name:ZooKeeperConnection Watcher:127.0.0.1:58375 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6460303 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6460307 T16220 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6460311 T16306 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a35e3e7 name:ZooKeeperConnection Watcher:127.0.0.1:58375/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6460311 T16220 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6460334 T16220 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6461345 T16220 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58389_gfy
   [junit4]   2> 6461349 T16220 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58389_gfy
   [junit4]   2> 6461362 T16269 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 6461363 T16288 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 6461362 T16248 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 6461363 T16255 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 6461364 T16307 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 6461383 T16308 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6461384 T16308 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6461386 T16248 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6461387 T16308 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6461392 T16245 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6461398 T16245 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58389/gfy",
   [junit4]   2> 	  "core":

[...truncated too long message...]

ryTest, TestDistribDocBasedVersion, TestOmitPositions, TestWriterPerf, StandardRequestHandlerTest, TestUtils, HdfsLockFactoryTest, TestManagedSchemaFieldResource, SuggestComponentTest, ClusterStateUpdateTest, CircularListTest, TestRestManager, TestAddFieldRealTimeGet, TestIndexingPerformance, TestMergePolicyConfig, AnalysisAfterCoreReloadTest, UpdateParamsTest, TestPostingsSolrHighlighter, ParsingFieldUpdateProcessorsTest, TestXIncludeConfig, TestMaxScoreQueryParser, AsyncMigrateRouteKeyTest, DocumentAnalysisRequestHandlerTest, TestAnalyzeInfixSuggestions, TestQuerySenderNoQuery, TestMultiCoreConfBootstrap, TestSchemaResource, TestConfigSets, CachingDirectoryFactoryTest, FileBasedSpellCheckerTest, SpellPossibilityIteratorTest, AtomicUpdatesTest, RankQueryTest, PrimitiveFieldTypeTest, SolrCmdDistributorTest, TestSolrIndexConfig, TestExtendedDismaxParser, TestFiltering, TestCSVLoader, DateFieldTest, URLClassifyProcessorTest, TestNumberUtils, CustomCollectionTest, HdfsUnloadDistributedZkTest, OverseerTest, TestStressUserVersions, TestHighFrequencyDictionaryFactory, TestJmxIntegration, CurrencyFieldOpenExchangeTest, ConnectionManagerTest, TestSearcherReuse, RequestHandlersTest, TestLuceneMatchVersion, ZkSolrClientTest, TestLFUCache, TestUpdate, TestRealTimeGet, TestBinaryField, DistanceFunctionTest, BadIndexSchemaTest, TestCollationField, ResponseLogComponentTest, HdfsRecoveryZkTest, DeleteReplicaTest, HdfsDirectoryTest, TestExceedMaxTermLength, CacheHeaderTest, OpenExchangeRatesOrgProviderTest, HighlighterConfigTest, TestShortCircuitedRequests, TestDistributedMissingSort, DirectSolrConnectionTest, TestBlendedInfixSuggestions, DOMUtilTest, TestNoOpRegenerator, UpdateRequestProcessorFactoryTest, MultiThreadedOCPTest, BasicFunctionalityTest, FieldMutatingUpdateProcessorTest, AddSchemaFieldsUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, IndexSchemaTest, StatsComponentTest, SimplePostToolTest, TestWordDelimiterFilterFactory, TestComplexPhraseQParserPlugin, IndexSchemaRuntimeFieldTest, TestReversedWildcardFilterFactory, TermVectorComponentDistributedTest, AutoCommitTest, TestStressReorder, DisMaxRequestHandlerTest, AnalyticsQueryTest, TestCursorMarkWithoutUniqueKey, SortByFunctionTest, HttpPartitionTest, EchoParamsTest, QueryEqualityTest, SolrIndexSplitterTest, TestRandomDVFaceting, TestSolrCoreProperties, AnalyticsMergeStrategyTest, LeaderElectionTest, DirectUpdateHandlerTest, SignatureUpdateProcessorFactoryTest, TestSolr4Spatial2, TestDFRSimilarityFactory, HdfsSyncSliceTest, SuggesterTest, BasicDistributedZk2Test, CopyFieldTest, DirectUpdateHandlerOptimizeTest, DistribCursorPagingTest, TestCoreContainer, TestRTGBase, TestDistributedGrouping, TestCodecSupport, TestSurroundQueryParser, RecoveryZkTest, ChaosMonkeySafeLeaderTest, SearchHandlerTest, SOLR749Test, TestFieldSortValues, CurrencyFieldXmlFileTest, BJQParserTest, TestDynamicFieldCollectionResource, PluginInfoTest, DistributedExpandComponentTest, StatelessScriptUpdateProcessorFactoryTest, SolrIndexConfigTest, TestDefaultSearchFieldResource, OpenCloseCoreStressTest, TestPerFieldSimilarity, DistributedTermsComponentTest, TestSimpleQParserPlugin, TestPartialUpdateDeduplication, TestChildDocTransformer, DistributedDebugComponentTest, TestConfig, NoCacheHeaderTest, TestSolrQueryParser, TestReplicationHandler, OutputWriterTest, TestInfoStreamLogging, SynonymTokenizerTest, OverseerCollectionProcessorTest, TestCollationFieldDocValues, TestInitQParser, TestCloudInspectUtil, SpatialFilterTest, FastVectorHighlighterTest, TestGroupingSearch, TestFileDictionaryLookup, DebugComponentTest, ClusterStateTest, CoreAdminCreateDiscoverTest, TestZkChroot, DocValuesMissingTest, TestHighlightDedupGrouping, SolrCoreTest, TestNonNRTOpen, TestSort, HdfsWriteToMultipleCollectionsTest, TestCoreDiscovery, DocExpirationUpdateProcessorFactoryTest, TestReRankQParserPlugin, TestFaceting, DeleteShardTest, TestFoldingMultitermQuery, PreAnalyzedFieldTest, MultiTermTest, TestBadConfig, HighlighterMaxOffsetTest, ReturnFieldsTest, TestManagedResourceStorage, TestSolrQueryParserResource, ReplicationFactorTest, DistributedIntervalFacetingTest, TestHashPartitioner, DistributedQueryComponentOptimizationTest, TestQueryTypes, DateMathParserTest, TestLMJelinekMercerSimilarityFactory, FullSolrCloudDistribCmdsTest, TriLevelCompositeIdRoutingTest, DocValuesMultiTest, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestJoin, TestReload, TestStressVersions, HardAutoCommitTest, TestRangeQuery, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, DistributedQueryElevationComponentTest, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, TestStressLucene, TestTrie, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, TestQueryUtils, TermsComponentTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestArbitraryIndexDir, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, TestComponentsName, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestQuerySenderListener, BadComponentTest, TestStressRecovery, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPhraseSuggestions, TestCharFilters, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestSolrJ, TestLRUCache, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CursorPagingTest, SolrTestCaseJ4Test, TestTolerantSearch, TestCollationKeyRangeQueries, AliasIntegrationTest, AssignTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, RollingRestartTest, SSLMigrationTest, ShardSplitTest, SolrXmlInZkTest, TestCollectionAPI, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, StressHdfsTest, QueryResultKeyTest, TestImplicitCoreProperties, TestNRTOpen, TestSolrXml, TestSolrXmlPersistence, TestSolrXmlPersistor, TestReplicationHandlerBackup, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, DistributedQueryComponentCustomSortTest, DistributedSuggestComponentTest, TestExpandComponent, TestIntervalFaceting, TestManagedResource, TestClassNameShortening, TestCopyFieldCollectionResource, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestSchemaNameResource, TestSchemaSimilarityResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestSolrQueryParserDefaultOperatorResource, TestUniqueKeyFieldResource, TestManagedStopFilterFactory, TestManagedSynonymFilterFactory, BadCopyFieldTest, ChangedSchemaMergeTest, EnumFieldTest, TestCloudManagedSchema, TestCloudManagedSchemaConcurrent, TestCloudSchemaless]
   [junit4] Completed in 284.12s, 1 test, 1 error <<< FAILURES!

[...truncated 60 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:474: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:454: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 410 suites, 1711 tests, 1 error, 43 ignored (16 assumptions)

Total time: 160 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.8.0) - Build # 1729 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/1729/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.TestDistributedGrouping.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:57110

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:57110
	at __randomizedtesting.SeedInfo.seed([5ADDAE45D749D7ED:DB3B205DA016B7D1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.BaseDistributedSearchTestCase.index_specific(BaseDistributedSearchTestCase.java:489)
	at org.apache.solr.TestDistributedGrouping.doTest(TestDistributedGrouping.java:139)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
	at sun.reflect.GeneratedMethodAccessor42.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 48 more


FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:53753/sq_/v/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:53753/sq_/v/collection1
	at __randomizedtesting.SeedInfo.seed([5ADDAE45D749D7ED:DB3B205DA016B7D1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:867)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
	... 48 more




Build Log:
[...truncated 10884 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/init-core-data-001
   [junit4]   2> 75782 T143 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 75790 T143 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sq_/v
   [junit4]   2> 75821 T143 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 75847 T143 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 75869 T144 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 76276 T143 oasc.ZkTestServer.run start zk server on port:53732
   [junit4]   2> 76568 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76678 T145 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 78604 T149 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a81844e name:ZooKeeperConnection Watcher:127.0.0.1:53732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 78606 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 78613 T143 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 78715 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 78719 T152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e41b3be name:ZooKeeperConnection Watcher:127.0.0.1:53732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 78720 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 78725 T143 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 78739 T143 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 78753 T143 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 78762 T143 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 78776 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 78810 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 78830 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 78832 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 78853 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 78854 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 78870 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 78871 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 78881 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 78882 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 78894 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 78894 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 78903 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 78905 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 78917 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 78918 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 78929 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 78929 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 78941 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 78942 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 78951 T143 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 78952 T143 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 78980 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 78992 T154 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@514ef79c name:ZooKeeperConnection Watcher:127.0.0.1:53732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 78992 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 82112 T143 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 82760 T143 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 82939 T143 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53737
   [junit4]   2> 83004 T143 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 83005 T143 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 83005 T143 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002
   [junit4]   2> 83006 T143 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/'
   [junit4]   2> 83084 T143 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/solr.xml
   [junit4]   2> 83132 T143 oasc.CoreContainer.<init> New CoreContainer 568087718
   [junit4]   2> 83132 T143 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/]
   [junit4]   2> 83134 T143 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 83134 T143 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 83144 T143 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 83146 T143 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 83148 T143 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 83149 T143 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 83149 T143 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 83150 T143 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 83150 T143 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 83155 T143 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 83164 T143 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 83166 T143 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 83166 T143 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 83166 T143 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53732/solr
   [junit4]   2> 83247 T143 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 83251 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 83254 T165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64c37fcd name:ZooKeeperConnection Watcher:127.0.0.1:53732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 83255 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 83275 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 83280 T167 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@466ea90c name:ZooKeeperConnection Watcher:127.0.0.1:53732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 83280 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 83329 T143 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 83370 T143 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 83394 T143 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 83413 T143 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 83426 T143 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 83514 T143 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 83544 T143 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53737_sq_%2Fv
   [junit4]   2> 83568 T143 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53737_sq_%2Fv
   [junit4]   2> 83590 T143 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 83599 T143 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 83650 T143 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53737_sq_%2Fv
   [junit4]   2> 83651 T143 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 83662 T143 oasc.Overseer.start Overseer (id=92263059365953540-127.0.0.1:53737_sq_%2Fv-n_0000000000) starting
   [junit4]   2> 83707 T143 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 83787 T169 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 83791 T143 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 83805 T143 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 83814 T143 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 83849 T168 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 83883 T170 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 83884 T170 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 83896 T170 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 83899 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 83909 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 83914 T168 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53737/sq_/v",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53737_sq_%2Fv",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 83916 T168 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 83962 T168 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 83998 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 84898 T170 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 84899 T170 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 84902 T170 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 84902 T170 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 84907 T170 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 84908 T170 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/'
   [junit4]   2> 84911 T170 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 84913 T170 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 84915 T170 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 85031 T170 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 85216 T170 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 85254 T170 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 85281 T170 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 85290 T170 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 85316 T170 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 85339 T170 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 85345 T170 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 85365 T170 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 85366 T170 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 85366 T170 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 85366 T170 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data/
   [junit4]   2> 85372 T170 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 85442 T170 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data
   [junit4]   2> 85443 T170 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data/index/
   [junit4]   2> 85444 T170 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 85444 T170 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data/index
   [junit4]   2> 85444 T170 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1866676327, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 85456 T170 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@777e096d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 85458 T170 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 85460 T170 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 86420 T170 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 86421 T170 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86422 T170 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86423 T170 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86425 T170 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86425 T170 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 86479 T170 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 86487 T170 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 86487 T170 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86488 T170 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 86488 T170 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 86492 T170 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 86500 T170 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86501 T170 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86503 T170 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86509 T170 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86511 T170 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86562 T170 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 86563 T170 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 86565 T170 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099720429530164]
   [junit4]   2> 86569 T170 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@777e096d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 86569 T170 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86569 T170 oass.SolrIndexSearcher.<init> Opening Searcher@2d4f7eda[collection1] main
   [junit4]   2> 86570 T170 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 86573 T170 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 86573 T170 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 86585 T170 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 86586 T170 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 86586 T170 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 86592 T170 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 86593 T170 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 86597 T170 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 86615 T170 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 86615 T170 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 86615 T170 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 86621 T170 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 86683 T172 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d4f7eda[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 86684 T170 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 86687 T175 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53737/sq_/v collection:control_collection shard:shard1
   [junit4]   2> 86688 T143 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 86688 T143 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 86744 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 86756 T177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5eb08de4 name:ZooKeeperConnection Watcher:127.0.0.1:53732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 86756 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 86771 T175 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 86773 T143 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 86805 T143 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 86812 T175 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 86818 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 86821 T175 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 86822 T175 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@1e2cb12 url=https://127.0.0.1:53737/sq_/v/collection1 node=127.0.0.1:53737_sq_%2Fv C13_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:53737/sq_/v, core=collection1, node_name=127.0.0.1:53737_sq_%2Fv}
   [junit4]   2> 86827 T175 C13 P53737 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53737/sq_/v/collection1/
   [junit4]   2> 86828 T175 C13 P53737 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 86828 T175 C13 P53737 oasc.SyncStrategy.syncToMe https://127.0.0.1:53737/sq_/v/collection1/ has no replicas
   [junit4]   2> 86829 T175 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53737/sq_/v/collection1/ shard1
   [junit4]   2> 86834 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 86853 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86855 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 86875 T175 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 86900 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 86907 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 87029 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 87029 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 87116 T175 oasc.ZkController.register We are https://127.0.0.1:53737/sq_/v/collection1/ and leader is https://127.0.0.1:53737/sq_/v/collection1/
   [junit4]   2> 87128 T175 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53737/sq_/v
   [junit4]   2> 87130 T175 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 87130 T175 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 87131 T175 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 87141 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 87145 T175 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 87161 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 87165 T168 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53737/sq_/v",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53737_sq_%2Fv",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 87295 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 87297 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 89276 T143 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 89277 T143 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 89288 T143 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 89292 T143 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53741
   [junit4]   2> 89296 T143 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 89297 T143 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 89297 T143 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003
   [junit4]   2> 89298 T143 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/'
   [junit4]   2> 89346 T143 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/solr.xml
   [junit4]   2> 89378 T143 oasc.CoreContainer.<init> New CoreContainer 834215086
   [junit4]   2> 89379 T143 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/]
   [junit4]   2> 89380 T143 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 89380 T143 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 89381 T143 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 89382 T143 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 89382 T143 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 89383 T143 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 89384 T143 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 89384 T143 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 89385 T143 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 89388 T143 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 89396 T143 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 89396 T143 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 89397 T143 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 89398 T143 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53732/solr
   [junit4]   2> 89398 T143 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 89401 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 89405 T189 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33d489da name:ZooKeeperConnection Watcher:127.0.0.1:53732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 89411 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 89427 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 89427 T191 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6736b899 name:ZooKeeperConnection Watcher:127.0.0.1:53732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 89429 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 89452 T143 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 90466 T143 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53741_sq_%2Fv
   [junit4]   2> 90469 T143 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53741_sq_%2Fv
   [junit4]   2> 90476 T171 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 90477 T178 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 90480 T192 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 90518 T193 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 90519 T193 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 90521 T193 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 90522 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 90525 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 90527 T168 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53741/sq_/v",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53741_sq_%2Fv",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 90527 T168 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 90529 T168 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 90537 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 90538 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 90541 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 91523 T193 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 91523 T193 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 91526 T193 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 91527 T193 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 91530 T193 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 91530 T193 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/'
   [junit4]   2> 91533 T193 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 91534 T193 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 91534 T193 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 91638 T193 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 91666 T193 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 91671 T193 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 91679 T193 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 91731 T193 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 91732 T193 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 91733 T193 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 91734 T193 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data/
   [junit4]   2> 91734 T193 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 91736 T193 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data
   [junit4]   2> 91738 T193 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data/index/
   [junit4]   2> 91739 T193 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 91741 T193 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data/index
   [junit4]   2> 91744 T193 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1866676327, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 91760 T193 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@26e9b8d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 91761 T193 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 91763 T193 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 91774 T193 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 91775 T193 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91775 T193 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91779 T193 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91780 T193 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91783 T193 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 91783 T193 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 91784 T193 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 91784 T193 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 91784 T193 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 91785 T193 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 91785 T193 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 91797 T193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91801 T193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91805 T193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91809 T193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91821 T193 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 91826 T193 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 91826 T193 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 91829 T193 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099720429530164]
   [junit4]   2> 91835 T193 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@26e9b8d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 91836 T193 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 91839 T193 oass.SolrIndexSearcher.<init> Opening Searcher@46627f26[collection1] main
   [junit4]   2> 91840 T193 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 91860 T193 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 91861 T193 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 91864 T193 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 91864 T193 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 91864 T193 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 91871 T193 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 91871 T193 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 91873 T193 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 91875 T193 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 91876 T193 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 91885 T194 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46627f26[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 91887 T193 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 91892 T197 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53741/sq_/v collection:collection1 shard:shard2
   [junit4]   2> 91896 T143 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 91896 T143 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 91898 T197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 91959 T197 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 91983 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 91987 T197 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 91988 T197 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@7a53d30c url=https://127.0.0.1:53741/sq_/v/collection1 node=127.0.0.1:53741_sq_%2Fv C14_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:53741/sq_/v, core=collection1, node_name=127.0.0.1:53741_sq_%2Fv}
   [junit4]   2> 91991 T197 C14 P53741 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53741/sq_/v/collection1/
   [junit4]   2> 91993 T197 C14 P53741 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 91994 T197 C14 P53741 oasc.SyncStrategy.syncToMe https://127.0.0.1:53741/sq_/v/collection1/ has no replicas
   [junit4]   2> 91994 T197 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53741/sq_/v/collection1/ shard2
   [junit4]   2> 91995 T197 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 91998 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 92054 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 92104 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 92105 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 92109 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 92121 T197 oasc.ZkController.register We are https://127.0.0.1:53741/sq_/v/collection1/ and leader is https://127.0.0.1:53741/sq_/v/collection1/
   [junit4]   2> 92122 T197 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53741/sq_/v
   [junit4]   2> 92122 T197 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 92123 T197 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 92123 T197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 92146 T197 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 92163 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 92165 T168 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53741/sq_/v",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53741_sq_%2Fv",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 92181 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 92302 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 92303 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 92304 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 94436 T143 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 94436 T143 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 94451 T143 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 94457 T143 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53744
   [junit4]   2> 94461 T143 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 94462 T143 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 94463 T143 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004
   [junit4]   2> 94463 T143 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/'
   [junit4]   2> 94512 T143 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/solr.xml
   [junit4]   2> 94550 T143 oasc.CoreContainer.<init> New CoreContainer 1779825958
   [junit4]   2> 94551 T143 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/]
   [junit4]   2> 94552 T143 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 94553 T143 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 94553 T143 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 94554 T143 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 94555 T143 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 94555 T143 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 94556 T143 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 94557 T143 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 94557 T143 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 94562 T143 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 94567 T143 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 94567 T143 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 94569 T143 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 94570 T143 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53732/solr
   [junit4]   2> 94570 T143 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 94576 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 94810 T208 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50359e6b name:ZooKeeperConnection Watcher:127.0.0.1:53732 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94812 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 94821 T143 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 94837 T210 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@394b1377 name:ZooKeeperConnection Watcher:127.0.0.1:53732/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 94839 T143 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 94885 T143 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 95920 T143 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53744_sq_%2Fv
   [junit4]   2> 95924 T143 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53744_sq_%2Fv
   [junit4]   2> 95938 T171 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 95939 T192 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 95938 T178 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 95939 T211 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 95982 T212 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 95982 T212 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 95985 T212 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 95986 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 95993 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 95997 T168 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53744/sq_/v",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53744_sq_%2Fv",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 95998 T168 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 95999 T168 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 96013 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 96014 T211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 96013 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 96013 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 96988 T212 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 96988 T212 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 96990 T212 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 96991 T212 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 96994 T212 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 96994 T212 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/'
   [junit4]   2> 96996 T212 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 96997 T212 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 96998 T212 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 97049 T212 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_10
   [junit4]   2> 97063 T212 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 97071 T212 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 97077 T212 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 97100 T212 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 97102 T212 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 97102 T212 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 97103 T212 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data/
   [junit4]   2> 97103 T212 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 97104 T212 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data
   [junit4]   2> 97105 T212 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data/index/
   [junit4]   2> 97106 T212 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 97108 T212 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data/index
   [junit4]   2> 97108 T212 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1866676327, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 97113 T212 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35ca42dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 97114 T212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 97115 T212 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 97118 T212 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 97118 T212 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 97119 T212 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 97119 T212 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 97119 T212 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 97120 T212 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 97120 T212 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 97120 T212 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 97121 T212 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 97121 T212 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 97122 T212 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 97123 T212 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 97131 T212 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 97135 T212 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 97136 T212 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 97139 T212 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 97140 T212 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 97144 T212 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 97144 T212 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 97145 T212 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3099720429530164]
   [junit4]   2> 97149 T212 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/solr.schema.TestCloudSchemaless-5ADDAE45D749D7ED-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35ca42dc; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 97149 T212 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 97149 T212 oass.SolrIndexSearcher.<init> Opening Searcher@295321f2[collection1] main
   [junit4]   2> 97150 T212 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 97155 T212 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 97155 T212 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 97157 T212 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 97157 T212 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 97158 T212 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 97162 T212 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 97162 T212 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 97162 T212 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 97162 T212 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 97163 T212 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 97166 T213 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@295321f2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 97167 T212 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 97169 T216 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53744/sq_/v collection:collection1 shard:shard3
   [junit4]   2> 97173 T143 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 97174 T143 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 97188 T216 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 97231 T216 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 97245 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 97248 T216 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 97249 T216 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@6f636f0 url=https://127.0.0.1:53744/sq_/v/collection1 node=127.0.0.1:53744_sq_%2Fv C15_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:53744/sq_/v, core=collection1, node_name=127.0.0.1:53744_sq_%2Fv}
   [junit4]   2> 97249 T216 C15 P53744 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53744/sq_/v/collection1/
   [junit4]   2> 97250 T216 C15 P53744 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 97250 T216 C15 P53744 oasc.SyncStrategy.syncToMe https://127.0.0.1:53744/sq_/v/collection1/ has no replicas
   [junit4]   2> 97251 T216 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53744/sq_/v/collection1/ shard3
   [junit4]   2> 97251 T216 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 97254 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 97283 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 97414 T192 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 97415 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 97415 T171 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 97416 T211 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 97448 T216 oasc.ZkController.register We are https://127.0.0.1:53744/sq_/v/collection1/ and leader is https://127.0.0.1:53744/sq_/v/collection1/
   [junit4]   2> 97448 T216 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53744/sq_/v
   [junit4]   2> 97448 T216 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 97449 T216 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 97449 T216 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 97470 T171 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 97472 T216 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 97477 T168 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 97479 T168 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53744/sq_/v",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53744_sq_%2Fv",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 97596 T178 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type

[...truncated too long message...]

archTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:873)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
   [junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]    > 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
   [junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
   [junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:448)
   [junit4]    > 	... 48 more
   [junit4]   2> 5021101 T11993 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solr.TestDistributedGrouping-5ADDAE45D749D7ED-001
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=45), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=45)), sim=DefaultSimilarity, locale=en_GB, timezone=America/Indiana/Vincennes
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_11 (64-bit)/cpus=2,threads=1,free=219539168,total=463470592
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedSuggestComponentTest, TestCloudSchemaless, BasicFunctionalityTest, TestFastWriter, TestSchemaResource, TestExpandComponent, BJQParserTest, TestArbitraryIndexDir, AsyncMigrateRouteKeyTest, TestIntervalFaceting, DateMathParserTest, TestFunctionQuery, TestSolrQueryParserResource, TestSolr4Spatial, TestDynamicFieldCollectionResource, TestSolrQueryParser, XsltUpdateRequestHandlerTest, TestUtils, SolrXmlInZkTest, LeaderElectionTest, TestBinaryField, TestReloadAndDeleteDocs, TestLeaderElectionZkExpiry, TestQueryTypes, TestStressRecovery, TestCloudManagedSchemaConcurrent, TestSearcherReuse, TestDistribDocBasedVersion, CacheHeaderTest, CachingDirectoryFactoryTest, TestConfigSets, CircularListTest, ZkControllerTest, TestLazyCores, TestReRankQParserPlugin, ExternalFileFieldSortTest, CoreAdminHandlerTest, MultiTermTest, QueryEqualityTest, BasicZkTest, TestInfoStreamLogging, HighlighterTest, DOMUtilTest, ClusterStateUpdateTest, BasicDistributedZk2Test, TestFaceting, TestDynamicFieldResource, TestPseudoReturnFields, OverseerStatusTest, TestFieldTypeCollectionResource, TestCollationFieldDocValues, PrimitiveFieldTypeTest, DocumentAnalysisRequestHandlerTest, TestJoin, BadIndexSchemaTest, SystemInfoHandlerTest, SolrPluginUtilsTest, HdfsLockFactoryTest, TestNRTOpen, SliceStateTest, TestSolrXml, XmlUpdateRequestHandlerTest, PrimUtilsTest, TestSolr4Spatial2, DistributedIntervalFacetingTest, ShardSplitTest, DistributedTermsComponentTest, MBeansHandlerTest, RecoveryZkTest, OverseerCollectionProcessorTest, FileBasedSpellCheckerTest, TestFieldSortValues, DocValuesMissingTest, UpdateRequestProcessorFactoryTest, TestSchemaNameResource, BadCopyFieldTest, JsonLoaderTest, NoCacheHeaderTest, DateFieldTest, MoreLikeThisHandlerTest, CurrencyFieldXmlFileTest, TestSurroundQueryParser, TestDFRSimilarityFactory, CursorPagingTest, TestCollationKeyRangeQueries, TestIBSimilarityFactory, DistributedQueryComponentOptimizationTest, SoftAutoCommitTest, RequiredFieldsTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestHighFrequencyDictionaryFactory, BadComponentTest, ConnectionManagerTest, TestSolrQueryParserDefaultOperatorResource, TestMergePolicyConfig, SpatialFilterTest, TestCoreContainer, DistribCursorPagingTest, TestSolrXmlPersistor, TestQuerySenderListener, SolrTestCaseJ4Test, TestSerializedLuceneMatchVersion, LegacyHTMLStripCharFilterTest, HdfsSyncSliceTest, SolrIndexSplitterTest, TestReversedWildcardFilterFactory, PreAnalyzedFieldTest, TestXIncludeConfig, TestConfig, TestSolrCoreProperties, ReturnFieldsTest, TestRemoteStreaming, SyncSliceTest, CoreMergeIndexesAdminHandlerTest, OpenExchangeRatesOrgProviderTest, TestNonNRTOpen, TestFreeTextSuggestions, QueryElevationComponentTest, TestRandomFaceting, OverseerTest, RankQueryTest, TestRestManager, URLClassifyProcessorTest, TestClassNameShortening, TestUpdate, UnloadDistributedZkTest, SortByFunctionTest, TestFieldTypeResource, HdfsUnloadDistributedZkTest, TestFileDictionaryLookup, CSVRequestHandlerTest, RegexBoostProcessorTest, SuggesterWFSTTest, TestLRUCache, DistributedSpellCheckComponentTest, DebugComponentTest, TestStandardQParsers, TestWriterPerf, ScriptEngineTest, RemoteQueryErrorTest, TestAddFieldRealTimeGet, TestElisionMultitermQuery, SignatureUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, TestCustomSort, IndexSchemaRuntimeFieldTest, BinaryUpdateRequestHandlerTest, CoreAdminCreateDiscoverTest, TestManagedStopFilterFactory, AutoCommitTest, TestSort, DistributedDebugComponentTest, TestPhraseSuggestions, TermsComponentTest, TestWordDelimiterFilterFactory, TestPerFieldSimilarity, RAMDirectoryFactoryTest, TriLevelCompositeIdRoutingTest, TimeZoneUtilsTest, UUIDUpdateProcessorFallbackTest, TestSimpleQParserPlugin, DocValuesTest, TestJmxMonitoredMap, ChaosMonkeyNothingIsSafeTest, SolrCoreTest, TestManagedSchemaFieldResource, SynonymTokenizerTest, SolrCoreCheckLockOnStartupTest, DistributedQueryComponentCustomSortTest, TestSolrJ, FullSolrCloudDistribCmdsTest, TermVectorComponentTest, ConvertedLegacyTest, ParsingFieldUpdateProcessorsTest, TestSolrIndexConfig, TestCoreDiscovery, StatelessScriptUpdateProcessorFactoryTest, TestFoldingMultitermQuery, ChangedSchemaMergeTest, MultiThreadedOCPTest, PathHierarchyTokenizerFactoryTest, TestAnalyzedSuggestions, OutputWriterTest, TestSuggestSpellingConverter, TestFastLRUCache, TestStressLucene, CurrencyFieldOpenExchangeTest, RollingRestartTest, TestSolrXmlPersistence, ShardRoutingTest, TestFieldResource, SampleTest, DirectSolrConnectionTest, TestShardHandlerFactory, ZkNodePropsTest, TestReplicationHandlerBackup, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, TestReplicationHandler, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping]
   [junit4] Completed in 157.13s, 1 test, 1 error <<< FAILURES!

[...truncated 604 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:474: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:454: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1308: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:923: There were test failures: 410 suites, 1711 tests, 2 errors, 43 ignored (16 assumptions)

Total time: 155 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any