You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/08/07 06:56:45 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1755 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1755/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.schema.TestCloudSchemaless.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:53400/_/zl/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:53400/_/zl/collection1
	at __randomizedtesting.SeedInfo.seed([D9102A635FA5AA4:8C778CBE42A53A98]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:561)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:68)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:54)
	at org.apache.solr.schema.TestCloudSchemaless.doTest(TestCloudSchemaless.java:140)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.GeneratedMethodAccessor70.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:954)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:911)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:449)
	... 46 more




Build Log:
[...truncated 12011 lines...]
   [junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/init-core-data-001
   [junit4]   2> 6784500 T16873 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 6784501 T16873 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/zl
   [junit4]   2> 6784514 T16873 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 6784515 T16873 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 6784518 T16874 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 6784618 T16873 oasc.ZkTestServer.run start zk server on port:53376
   [junit4]   2> 6784628 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6784638 T16880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a7a097d name:ZooKeeperConnection Watcher:127.0.0.1:53376 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6784639 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6784639 T16873 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 6784652 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6784656 T16882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@534de2f0 name:ZooKeeperConnection Watcher:127.0.0.1:53376/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6784656 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6784656 T16873 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 6784665 T16873 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 6784675 T16873 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 6784691 T16873 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 6784701 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6784702 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 6784719 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
   [junit4]   2> 6784720 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 6784730 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6784731 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6784744 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6784745 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 6784760 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6784762 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 6784777 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6784778 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 6784793 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6784794 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 6784808 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6784809 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6784817 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6784819 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6784828 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6784829 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 6784837 T16873 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6784840 T16873 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 6784854 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6784856 T16884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@372b626f name:ZooKeeperConnection Watcher:127.0.0.1:53376/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6784857 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6787440 T16873 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6787453 T16873 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6787461 T16873 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53380
   [junit4]   2> 6787467 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6787468 T16873 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6787469 T16873 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002
   [junit4]   2> 6787469 T16873 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/'
   [junit4]   2> 6787543 T16873 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/solr.xml
   [junit4]   2> 6787570 T16873 oasc.CoreContainer.<init> New CoreContainer 108815003
   [junit4]   2> 6787572 T16873 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/]
   [junit4]   2> 6787574 T16873 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6787574 T16873 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6787575 T16873 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6787576 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6787576 T16873 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6787577 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6787577 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6787578 T16873 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6787579 T16873 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6787583 T16873 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6787587 T16873 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6787588 T16873 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6787588 T16873 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6787589 T16873 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53376/solr
   [junit4]   2> 6787590 T16873 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6787595 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6787598 T16895 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@239f7b5f name:ZooKeeperConnection Watcher:127.0.0.1:53376 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6787599 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6787609 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6787614 T16897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63a02187 name:ZooKeeperConnection Watcher:127.0.0.1:53376/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6787616 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6787620 T16873 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 6787632 T16873 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 6787647 T16873 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 6787660 T16873 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 6787676 T16873 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 6787712 T16873 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 6787719 T16873 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53380__%2Fzl
   [junit4]   2> 6787722 T16873 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53380__%2Fzl
   [junit4]   2> 6787737 T16873 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 6787753 T16873 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 6787778 T16873 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:53380__%2Fzl
   [junit4]   2> 6787780 T16873 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 6787791 T16873 oasc.Overseer.start Overseer (id=92234513360683012-127.0.0.1:53380__%2Fzl-n_0000000000) starting
   [junit4]   2> 6787801 T16873 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 6787869 T16898 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 6787871 T16873 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 6787869 T16899 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 6787883 T16873 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 6787890 T16873 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6787912 T16900 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 6787912 T16900 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6787915 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6787915 T16900 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6787922 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6787925 T16898 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53380/_/zl",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53380__%2Fzl",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 6787926 T16898 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 6787926 T16898 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 6787937 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6787938 T16901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6788919 T16900 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6788920 T16900 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 6788922 T16900 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6788922 T16900 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 6788926 T16900 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6788927 T16900 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/'
   [junit4]   2> 6788930 T16900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 6788932 T16900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 6788933 T16900 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 6789003 T16900 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 6789014 T16900 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6789018 T16900 oass.ManagedIndexSchemaFactory.create The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 6789022 T16900 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 6789027 T16900 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 6789067 T16900 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6789072 T16900 oass.ManagedIndexSchema.persistManagedSchemaToZooKeeper Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 6789078 T16900 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml.bak
   [junit4]   2> 6789097 T16900 oass.ManagedIndexSchemaFactory.zkUgradeToManagedSchema After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 6789098 T16900 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 6789098 T16900 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 6789099 T16900 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data/
   [junit4]   2> 6789099 T16900 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 6789101 T16900 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data
   [junit4]   2> 6789102 T16900 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data/index/
   [junit4]   2> 6789103 T16900 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6789104 T16900 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data/index
   [junit4]   2> 6789105 T16900 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5703125, floorSegmentMB=1.9560546875, forceMergeDeletesPctAllowed=8.838015237842777, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2737781094873187
   [junit4]   2> 6789110 T16900 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@618e776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6789111 T16900 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6789113 T16900 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 6789115 T16900 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6789116 T16900 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6789116 T16900 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6789116 T16900 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6789117 T16900 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6789117 T16900 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6789118 T16900 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6789118 T16900 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6789119 T16900 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6789119 T16900 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6789119 T16900 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6789120 T16900 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6789128 T16900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6789130 T16900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6789132 T16900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6789133 T16900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6789135 T16900 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6789138 T16900 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6789138 T16900 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6789139 T16900 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=65.6923828125, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.303715619738007, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13084911301462637
   [junit4]   2> 6789141 T16900 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-002/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@618e776; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6789142 T16900 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6789142 T16900 oass.SolrIndexSearcher.<init> Opening Searcher@8b698ea[collection1] main
   [junit4]   2> 6789143 T16900 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 6789146 T16900 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6789147 T16900 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6789149 T16900 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6789150 T16900 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6789150 T16900 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6789152 T16900 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6789153 T16900 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6789155 T16900 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 6789163 T16900 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6789164 T16900 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6789165 T16900 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6789165 T16900 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 6789169 T16900 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6789169 T16902 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8b698ea[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 6789172 T16905 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53380/_/zl collection:control_collection shard:shard1
   [junit4]   2> 6789172 T16873 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6789173 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6789175 T16905 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 6789181 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6789185 T16907 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ab8049f name:ZooKeeperConnection Watcher:127.0.0.1:53376/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6789186 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6789189 T16873 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6789193 T16905 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 6789195 T16873 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 6789197 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789201 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6789206 T16905 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6789207 T16905 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 6789208 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> ASYNC  NEW_CORE C13181 name=collection1 org.apache.solr.core.SolrCore@54c0e475 url=https://127.0.0.1:53380/_/zl/collection1 node=127.0.0.1:53380__%2Fzl C13181_STATE=coll:control_collection core:collection1 props:{state=down, base_url=https://127.0.0.1:53380/_/zl, core=collection1, node_name=127.0.0.1:53380__%2Fzl}
   [junit4]   2> 6789211 T16905 C13181 P53380 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53380/_/zl/collection1/
   [junit4]   2> 6789212 T16905 C13181 P53380 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6789212 T16905 C13181 P53380 oasc.SyncStrategy.syncToMe https://127.0.0.1:53380/_/zl/collection1/ has no replicas
   [junit4]   2> 6789213 T16905 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53380/_/zl/collection1/ shard1
   [junit4]   2> 6789213 T16905 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 6789233 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789261 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789367 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6789371 T16901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6789403 T16905 oasc.ZkController.register We are https://127.0.0.1:53380/_/zl/collection1/ and leader is https://127.0.0.1:53380/_/zl/collection1/
   [junit4]   2> 6789403 T16905 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53380/_/zl
   [junit4]   2> 6789404 T16905 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6789404 T16905 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 6789404 T16905 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6789408 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789410 T16909 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789411 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789412 T16905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6789417 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6789421 T16898 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53380/_/zl",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53380__%2Fzl",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 6789430 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6789543 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6789545 T16901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6791635 T16873 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 6791637 T16873 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6791651 T16873 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6791654 T16873 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53384
   [junit4]   2> 6791659 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6791659 T16873 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6791660 T16873 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003
   [junit4]   2> 6791660 T16873 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/'
   [junit4]   2> 6791713 T16873 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/solr.xml
   [junit4]   2> 6791728 T16873 oasc.CoreContainer.<init> New CoreContainer 123091986
   [junit4]   2> 6791729 T16873 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/]
   [junit4]   2> 6791729 T16873 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6791730 T16873 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6791730 T16873 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6791730 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6791731 T16873 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6791731 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6791732 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6791732 T16873 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6791733 T16873 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6791735 T16873 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6791739 T16873 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6791740 T16873 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6791741 T16873 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6791742 T16873 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53376/solr
   [junit4]   2> 6791742 T16873 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6791744 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6791748 T16920 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a2f6c20 name:ZooKeeperConnection Watcher:127.0.0.1:53376 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6791749 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6791756 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6791758 T16922 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@116d8ecb name:ZooKeeperConnection Watcher:127.0.0.1:53376/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6791759 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6791792 T16873 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6792806 T16873 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53384__%2Fzl
   [junit4]   2> 6792809 T16873 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53384__%2Fzl
   [junit4]   2> 6792837 T16924 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6792837 T16924 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6792841 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6792841 T16909 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6792841 T16924 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6792844 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6792848 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6792850 T16898 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53384/_/zl",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53384__%2Fzl",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 6792850 T16898 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3, shard4]
   [junit4]   2> 6792851 T16898 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 6792856 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6792859 T16923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6792860 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6792861 T16925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6793846 T16924 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6793846 T16924 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 6793848 T16924 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6793849 T16924 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6793853 T16924 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6793854 T16924 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/'
   [junit4]   2> 6793856 T16924 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 6793858 T16924 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 6793859 T16924 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 6793927 T16924 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 6793938 T16924 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6793947 T16924 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 6793953 T16924 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 6793978 T16924 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6793979 T16924 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 6793980 T16924 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 6793982 T16924 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data/
   [junit4]   2> 6793982 T16924 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 6793983 T16924 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data
   [junit4]   2> 6793985 T16924 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data/index/
   [junit4]   2> 6793991 T16924 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6793995 T16924 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data/index
   [junit4]   2> 6793996 T16924 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5703125, floorSegmentMB=1.9560546875, forceMergeDeletesPctAllowed=8.838015237842777, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2737781094873187
   [junit4]   2> 6794010 T16924 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@347cb538; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6794013 T16924 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6794018 T16924 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 6794023 T16924 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6794023 T16924 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6794024 T16924 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6794027 T16924 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6794028 T16924 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6794028 T16924 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6794029 T16924 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6794029 T16924 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6794029 T16924 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6794030 T16924 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6794030 T16924 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6794031 T16924 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6794059 T16924 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6794069 T16924 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6794071 T16924 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6794074 T16924 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6794076 T16924 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6794080 T16924 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6794081 T16924 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6794082 T16924 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=65.6923828125, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.303715619738007, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13084911301462637
   [junit4]   2> 6794086 T16924 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-003/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@347cb538; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6794087 T16924 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6794089 T16924 oass.SolrIndexSearcher.<init> Opening Searcher@450bc28b[collection1] main
   [junit4]   2> 6794090 T16924 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6794099 T16924 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6794099 T16924 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6794102 T16924 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6794102 T16924 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6794103 T16924 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6794109 T16924 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6794109 T16924 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6794110 T16924 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 6794110 T16924 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6794110 T16924 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 6794117 T16924 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6794117 T16926 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@450bc28b[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 6794123 T16929 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53384/_/zl collection:collection1 shard:shard2
   [junit4]   2> 6794123 T16873 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6794124 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6794126 T16929 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 6794141 T16929 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 6794180 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794185 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6794203 T16929 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6794204 T16929 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C13182 name=collection1 org.apache.solr.core.SolrCore@27de221c url=https://127.0.0.1:53384/_/zl/collection1 node=127.0.0.1:53384__%2Fzl C13182_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:53384/_/zl, core=collection1, node_name=127.0.0.1:53384__%2Fzl}
   [junit4]   2> 6794205 T16929 C13182 P53384 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53384/_/zl/collection1/
   [junit4]   2> 6794205 T16929 C13182 P53384 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6794205 T16929 C13182 P53384 oasc.SyncStrategy.syncToMe https://127.0.0.1:53384/_/zl/collection1/ has no replicas
   [junit4]   2> 6794205 T16929 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53384/_/zl/collection1/ shard2
   [junit4]   2> 6794206 T16929 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 6794227 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794240 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794252 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794359 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6794362 T16923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6794364 T16925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6794400 T16929 oasc.ZkController.register We are https://127.0.0.1:53384/_/zl/collection1/ and leader is https://127.0.0.1:53384/_/zl/collection1/
   [junit4]   2> 6794402 T16929 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53384/_/zl
   [junit4]   2> 6794402 T16929 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6794403 T16929 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 6794403 T16929 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6794406 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794407 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794406 T16909 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794411 T16929 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6794414 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6794416 T16898 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53384/_/zl",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53384__%2Fzl",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 6794425 T16909 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6794538 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6794539 T16923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6794540 T16909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6796560 T16873 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 6796561 T16873 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6796572 T16873 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6796575 T16873 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53387
   [junit4]   2> 6796579 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6796579 T16873 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6796579 T16873 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004
   [junit4]   2> 6796580 T16873 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/'
   [junit4]   2> 6796643 T16873 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/solr.xml
   [junit4]   2> 6796655 T16873 oasc.CoreContainer.<init> New CoreContainer 1852773864
   [junit4]   2> 6796656 T16873 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/]
   [junit4]   2> 6796657 T16873 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6796657 T16873 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6796658 T16873 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6796658 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6796658 T16873 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6796659 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6796659 T16873 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6796659 T16873 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6796660 T16873 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6796662 T16873 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6796664 T16873 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6796664 T16873 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6796665 T16873 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6796665 T16873 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53376/solr
   [junit4]   2> 6796665 T16873 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6796666 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6796669 T16940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@124e895c name:ZooKeeperConnection Watcher:127.0.0.1:53376 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6796670 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6796674 T16873 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6796677 T16942 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@572d5f31 name:ZooKeeperConnection Watcher:127.0.0.1:53376/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6796677 T16873 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6796695 T16873 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6797706 T16873 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53387__%2Fzl
   [junit4]   2> 6797708 T16873 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53387__%2Fzl
   [junit4]   2> 6797746 T16944 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6797746 T16944 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6797748 T16909 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6797748 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6797748 T16944 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6797748 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6797754 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6797756 T16898 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53387/_/zl",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53387__%2Fzl",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 6797756 T16898 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=4
   [junit4]   2> 6797756 T16898 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 6797762 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6797764 T16925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6797764 T16943 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6797764 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6797765 T16923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6798751 T16944 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6798751 T16944 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 6798753 T16944 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6798753 T16944 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6798757 T16944 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6798757 T16944 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/'
   [junit4]   2> 6798759 T16944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 6798760 T16944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 6798760 T16944 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 6798810 T16944 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 6798820 T16944 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6798824 T16944 oass.IndexSchema.readSchema Reading Solr Schema from managed-schema
   [junit4]   2> 6798827 T16944 oass.IndexSchema.readSchema [collection1] Schema name=add-schema-fields-update-processor
   [junit4]   2> 6798841 T16944 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6798843 T16944 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 6798844 T16944 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 6798847 T16944 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data/
   [junit4]   2> 6798847 T16944 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 6798850 T16944 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data
   [junit4]   2> 6798852 T16944 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data/index/
   [junit4]   2> 6798854 T16944 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6798856 T16944 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data/index
   [junit4]   2> 6798857 T16944 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=39.5703125, floorSegmentMB=1.9560546875, forceMergeDeletesPctAllowed=8.838015237842777, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2737781094873187
   [junit4]   2> 6798866 T16944 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7493e4ac; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6798866 T16944 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6798871 T16944 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "add-unknown-fields-to-the-schema"
   [junit4]   2> 6798875 T16944 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6798876 T16944 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6798877 T16944 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6798878 T16944 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6798878 T16944 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6798880 T16944 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6798880 T16944 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6798881 T16944 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6798882 T16944 oasc.RequestHandlers.initHandlersFromConfig WARN Multiple requestHandler registered to the same name: /update ignoring: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6798882 T16944 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6798882 T16944 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6798883 T16944 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6798895 T16944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6798899 T16944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6798901 T16944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6798906 T16944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6798908 T16944 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6798911 T16944 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6798912 T16944 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6798912 T16944 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=65.6923828125, floorSegmentMB=1.1259765625, forceMergeDeletesPctAllowed=24.303715619738007, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13084911301462637
   [junit4]   2> 6798914 T16944 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=NRTCachingDirectory(MMapDirectory@/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-004/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7493e4ac; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
   [junit4]   2> 6798915 T16944 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6798915 T16944 oass.SolrIndexSearcher.<init> Opening Searcher@21b2b505[collection1] main
   [junit4]   2> 6798916 T16944 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6798920 T16944 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6798920 T16944 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6798922 T16944 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6798922 T16944 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6798923 T16944 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6798926 T16944 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6798926 T16944 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6798927 T16944 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 6798927 T16944 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6798927 T16944 oass.ZkIndexSchemaReader.createSchemaWatcher Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema ...
   [junit4]   2> 6798931 T16944 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6798931 T16945 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21b2b505[collection1] main{UninvertingDirectoryReader()}
   [junit4]   2> 6798934 T16948 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:53387/_/zl collection:collection1 shard:shard3
   [junit4]   2> 6798937 T16873 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6798938 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6798939 T16948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 6798955 T16948 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 6798964 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6798968 T16948 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6798970 T16948 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C13183 name=collection1 org.apache.solr.core.SolrCore@7d661889 url=https://127.0.0.1:53387/_/zl/collection1 node=127.0.0.1:53387__%2Fzl C13183_STATE=coll:collection1 core:collection1 props:{state=down, base_url=https://127.0.0.1:53387/_/zl, core=collection1, node_name=127.0.0.1:53387__%2Fzl}
   [junit4]   2> 6798971 T16948 C13183 P53387 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:53387/_/zl/collection1/
   [junit4]   2> 6798972 T16948 C13183 P53387 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6798972 T16948 C13183 P53387 oasc.SyncStrategy.syncToMe https://127.0.0.1:53387/_/zl/collection1/ has no replicas
   [junit4]   2> 6798972 T16948 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:53387/_/zl/collection1/ shard3
   [junit4]   2> 6798973 T16948 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 6798981 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6798994 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6799008 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6799117 T16943 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799118 T16925 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799118 T16923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799117 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799155 T16948 oasc.ZkController.register We are https://127.0.0.1:53387/_/zl/collection1/ and leader is https://127.0.0.1:53387/_/zl/collection1/
   [junit4]   2> 6799157 T16948 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:53387/_/zl
   [junit4]   2> 6799157 T16948 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6799158 T16948 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 6799159 T16948 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6799164 T16925 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6799165 T16909 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6799166 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6799170 T16948 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6799177 T16898 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 6799179 T16898 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=4 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:53387/_/zl",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:53387__%2Fzl",
   [junit4]   2> 	  "shard":"shard3",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"4",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 6799191 T16901 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 6799299 T16923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799300 T16901 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799303 T16943 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6799303 T16908 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6801428 T16873 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 6801429 T16873 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6801441 T16873 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 6801456 T16873 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:53390
   [junit4]   2> 6801460 T16873 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6801468 T16873 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6801470 T16873 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-005
   [junit4]   2> 6801470 T16873 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-005/'
   [junit4]   2> 6801524 T16873 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-005/solr.xml
   [junit4]   2> 6801542 T16873 oasc.CoreContainer.<init> New CoreContainer 2061571902
   [junit4]   2> 6801544 T16873 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./temp/solr.schema.TestCloudSchemaless-D9102A635FA5AA4-001/tempDir-005/]
   [junit4]   2> 6801545 T16873 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6801545 T16

[...truncated too long message...]

riddenPrefixQueryForCustomFieldType, TestSolrQueryParserDefaultOperatorResource, TestFastOutputStream, TestMaxScoreQueryParser, TestDistributedSearch, TestNonNRTOpen, LeaderElectionTest, CursorPagingTest, TestCustomSort, TestDefaultSearchFieldResource, DisMaxRequestHandlerTest, DirectSolrConnectionTest, SimplePostToolTest, TestSerializedLuceneMatchVersion, TestPartialUpdateDeduplication, SolrIndexConfigTest, SolrCmdDistributorTest, DirectSolrSpellCheckerTest, CoreContainerCoreInitFailuresTest, FieldAnalysisRequestHandlerTest, TestFreeTextSuggestions, TestConfigSets, TestFiltering, TermVectorComponentTest, TestReloadAndDeleteDocs, TestFoldingMultitermQuery, RollingRestartTest, CachingDirectoryFactoryTest, TestStressReorder, TestMiniSolrCloudCluster, TestQueryTypes, ZkNodePropsTest, TestRecovery, PingRequestHandlerTest, TestLFUCache, CoreMergeIndexesAdminHandlerTest, CollectionsAPIDistributedZkTest, BinaryUpdateRequestHandlerTest, TestJoin, TestSolrXmlPersistence, TestQueryUtils, TestRestManager, CopyFieldTest, CursorMarkTest, RecoveryZkTest, TestStandardQParsers, SliceStateTest, TestCharFilters, BlockDirectoryTest, ShardSplitTest, HttpPartitionTest, PluginInfoTest, TestNonDefinedSimilarityFactory, SearchHandlerTest, FastVectorHighlighterTest, TestExtendedDismaxParser, SuggesterFSTTest, TestDefaultSimilarityFactory, SignatureUpdateProcessorFactoryTest, HdfsUnloadDistributedZkTest, TestLMDirichletSimilarityFactory, StatelessScriptUpdateProcessorFactoryTest, LeaderElectionIntegrationTest, SimpleFacetsTest, PrimitiveFieldTypeTest, AutoCommitTest, TestValueSourceCache, AnalyticsMergeStrategyTest, TestBinaryField, TestCloudInspectUtil, TestLRUCache, FullSolrCloudDistribCmdsTest, CSVRequestHandlerTest, TestDocBasedVersionConstraints, AddSchemaFieldsUpdateProcessorFactoryTest, DirectUpdateHandlerOptimizeTest, MigrateRouteKeyTest, MultiTermTest, SolrRequestParserTest, SampleTest, CustomCollectionTest, TestTolerantSearch, TestSolrXMLSerializer, OverseerRolesTest, TestSolr4Spatial, TestManagedSynonymFilterFactory, TestCopyFieldCollectionResource, TestUtils, TestGroupingSearch, HighlighterConfigTest, AbstractAnalyticsStatsTest, ResponseHeaderTest, MinimalSchemaTest, DistributedDebugComponentTest, TestManagedSchemaFieldResource, TestUniqueKeyFieldResource, DistributedExpandComponentTest, DateRangeFieldTest, TestSimpleQParserPlugin, AnalyticsQueryTest, RankQueryTest, ZkCLITest, TestSolrQueryParser, TestLuceneMatchVersion, TestStressUserVersions, TestSolrDeletionPolicy1, TermsComponentTest, SpellCheckComponentTest, RegexBoostProcessorTest, TestFieldSortValues, ResourceLoaderTest, TestCloudManagedSchema, AlternateDirectoryTest, DistributedTermsComponentTest, URLClassifyProcessorTest, ShardRoutingCustomTest, PolyFieldTest, DistributedSpellCheckComponentTest, EnumFieldTest, DeleteReplicaTest, HighlighterMaxOffsetTest, SpellingQueryConverterTest, DateMathParserTest, BadCopyFieldTest, TestComplexPhraseQParserPlugin, TestSweetSpotSimilarityFactory, TestExpandComponent, AssignTest, MultiThreadedOCPTest, TestCodecSupport, TestCursorMarkWithoutUniqueKey, DeleteShardTest, XmlUpdateRequestHandlerTest, InfoHandlerTest, SolrIndexSplitterTest, MergeStrategyTest, RangeFacetTest, FileBasedSpellCheckerTest, HighlighterTest, FieldFacetExtrasTest, RemoteQueryErrorTest, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestManagedSchema, TestHighlightDedupGrouping, TestSolrXml, SolrPluginUtilsTest, UnloadDistributedZkTest, TestFastWriter, TestBM25SimilarityFactory, DocumentAnalysisRequestHandlerTest, SSLMigrationTest, OutputWriterTest, TestRTGBase, TestSolrJ, LukeRequestHandlerTest, SolrInfoMBeanTest, TestRequestStatusCollectionAPI, QueryParsingTest, TestSuggestSpellingConverter, TestNRTOpen, TestStressVersions, TimeZoneUtilsTest, ClusterStateUpdateTest, DistanceFunctionTest, CollectionsAPIAsyncDistributedZkTest, TestInitQParser, OverseerCollectionProcessorTest, ClusterStateTest, TestFuzzyAnalyzedSuggestions, NotRequiredUniqueKeyTest, TestNoOpRegenerator, CurrencyFieldXmlFileTest, TestCollationFieldDocValues, DeleteInactiveReplicaTest, TestFastLRUCache, TestStressRecovery, TestSolr4Spatial2, TestRangeQuery, DistribCursorPagingTest, TestSearcherReuse, TestHashPartitioner, TestDistributedGrouping, TestCoreDiscovery, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestReload, HardAutoCommitTest, TestCoreContainer, StatsComponentTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestOmitPositions, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestArbitraryIndexDir, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, TestComponentsName, TestBinaryResponseWriter, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, NumericFieldsTest, TestConfig, TestSolrCoreProperties, TestPhraseSuggestions, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, DOMUtilTest, RAMDirectoryFactoryTest, TestDocumentBuilder, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, CircularListTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestDistributedMissingSort, NoFacetTest, ExpressionTest, AbstractAnalyticsFacetTest, FieldFacetTest, QueryFacetTest, FunctionTest, AliasIntegrationTest, AsyncMigrateRouteKeyTest, ConnectionManagerTest, DistribDocExpirationUpdateProcessorTest, OverseerStatusTest, SolrXmlInZkTest, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestModifyConfFiles, TestShortCircuitedRequests, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsSyncSliceTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, QueryResultKeyTest, TestImplicitCoreProperties, TestInfoStreamLogging, TestShardHandlerFactory, TestSolrXmlPersistor, TestReplicationHandlerBackup, CoreAdminCreateDiscoverTest, CoreAdminRequestStatusTest, DistributedQueryComponentCustomSortTest, DistributedQueryComponentOptimizationTest, DistributedSuggestComponentTest, TestIntervalFaceting, TestChildDocTransformer, TestManagedResource, TestManagedResourceStorage, TestClassNameShortening, TestDynamicFieldResource, TestFieldCollectionResource, TestFieldResource, TestFieldTypeCollectionResource, TestSchemaNameResource, TestSchemaResource, TestSchemaVersionResource, TestSolrQueryParserResource, TestManagedStopFilterFactory, ChangedSchemaMergeTest, DocValuesMissingTest, ModifyConfFileTest, TestCloudManagedSchemaConcurrent, TestCloudSchemaless]
   [junit4] Completed in 283.67s, 1 test, 1 error <<< FAILURES!

[...truncated 69 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:467: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:447: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:45: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:37: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:496: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1298: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:922: There were test failures: 422 suites, 1761 tests, 1 error, 44 ignored (17 assumptions)

Total time: 162 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any