You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/12/21 17:51:18 UTC
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 565 -
Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/565/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102) at sun.reflect.GeneratedConstructorAccessor177.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:870) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842) at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
at sun.reflect.GeneratedConstructorAccessor177.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:870)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([D8E0DA520323B775]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12365 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_D8E0DA520323B775-001/init-core-data-001
[junit4] 2> 2464645 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 2464647 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_D8E0DA520323B775-001/tempDir-001
[junit4] 2> 2464647 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2464647 INFO (Thread-9496) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2464647 INFO (Thread-9496) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2464752 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:62089
[junit4] 2> 2464765 INFO (jetty-launcher-10428-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2464768 INFO (jetty-launcher-10428-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@525a4a06{/solr,null,AVAILABLE}
[junit4] 2> 2464769 INFO (jetty-launcher-10428-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2464770 INFO (jetty-launcher-10428-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b55de9e{/solr,null,AVAILABLE}
[junit4] 2> 2464770 INFO (jetty-launcher-10428-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5db77299{SSL,[ssl, http/1.1]}{127.0.0.1:65194}
[junit4] 2> 2464770 INFO (jetty-launcher-10428-thread-2) [ ] o.e.j.s.Server Started @2469813ms
[junit4] 2> 2464770 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65194}
[junit4] 2> 2464771 ERROR (jetty-launcher-10428-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2464771 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2464771 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2464771 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2464771 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T17:23:10.708Z
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@145abed7{SSL,[ssl, http/1.1]}{127.0.0.1:55719}
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.e.j.s.Server Started @2469814ms
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55719}
[junit4] 2> 2464772 ERROR (jetty-launcher-10428-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2464772 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-21T17:23:10.709Z
[junit4] 2> 2464779 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2464779 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2464800 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2464800 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2464801 INFO (jetty-launcher-10428-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62089/solr
[junit4] 2> 2464802 INFO (jetty-launcher-10428-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62089/solr
[junit4] 2> 2464839 INFO (jetty-launcher-10428-thread-2) [n:127.0.0.1:65194_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65194_solr
[junit4] 2> 2464840 INFO (jetty-launcher-10428-thread-1) [n:127.0.0.1:55719_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55719_solr
[junit4] 2> 2464840 INFO (jetty-launcher-10428-thread-2) [n:127.0.0.1:65194_solr ] o.a.s.c.Overseer Overseer (id=97146699159044102-127.0.0.1:65194_solr-n_0000000000) starting
[junit4] 2> 2464842 INFO (zkCallback-10439-thread-1-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2464842 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2464856 INFO (jetty-launcher-10428-thread-2) [n:127.0.0.1:65194_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65194_solr
[junit4] 2> 2464876 INFO (zkCallback-10439-thread-1-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2464876 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2464914 INFO (jetty-launcher-10428-thread-2) [n:127.0.0.1:65194_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_D8E0DA520323B775-001/tempDir-001/node2/.
[junit4] 2> 2464946 INFO (jetty-launcher-10428-thread-1) [n:127.0.0.1:55719_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_D8E0DA520323B775-001/tempDir-001/node1/.
[junit4] 2> 2464954 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2464957 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62089/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2465052 WARN (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 2465073 WARN (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2465074 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2465097 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_solaris.vm_59123_hdfs____1hz9nk/webapp
[junit4] 2> 2465629 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@solaris-vm:59123
[junit4] 2> 2466605 WARN (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2466606 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2466619 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45415_datanode____.x02ixu/webapp
[junit4] 2> 2467175 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45415
[junit4] 2> 2467303 WARN (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2467304 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 2467331 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log Extract jar:file:/export/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_61686_datanode____w0o5mo/webapp
[junit4] 2> 2467339 INFO (IPC Server handler 4 on 59551) [ ] BlockStateChange BLOCK* processReport: from storage DS-aebe163d-7a4a-4587-bf13-201f6e06873f node DatanodeRegistration(127.0.0.1:57821, datanodeUuid=f9daf6c3-7bbe-43d4-9609-1b8016f90ff9, infoPort=37906, infoSecurePort=0, ipcPort=47062, storageInfo=lv=-56;cid=testClusterID;nsid=1508917533;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2467339 INFO (IPC Server handler 4 on 59551) [ ] BlockStateChange BLOCK* processReport: from storage DS-984eb835-a336-4a07-a42d-aae3183744c9 node DatanodeRegistration(127.0.0.1:57821, datanodeUuid=f9daf6c3-7bbe-43d4-9609-1b8016f90ff9, infoPort=37906, infoSecurePort=0, ipcPort=47062, storageInfo=lv=-56;cid=testClusterID;nsid=1508917533;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2467844 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:61686
[junit4] 2> 2467962 INFO (IPC Server handler 5 on 59551) [ ] BlockStateChange BLOCK* processReport: from storage DS-433cf706-2c30-4730-8bdc-8eb58d8b8449 node DatanodeRegistration(127.0.0.1:56429, datanodeUuid=c78570b9-6fd0-4fb5-9b40-f51208a81c0d, infoPort=39895, infoSecurePort=0, ipcPort=45627, storageInfo=lv=-56;cid=testClusterID;nsid=1508917533;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 2467963 INFO (IPC Server handler 5 on 59551) [ ] BlockStateChange BLOCK* processReport: from storage DS-479991bc-4b18-4940-a9b0-d6fc8cfc803d node DatanodeRegistration(127.0.0.1:56429, datanodeUuid=c78570b9-6fd0-4fb5-9b40-f51208a81c0d, infoPort=39895, infoSecurePort=0, ipcPort=45627, storageInfo=lv=-56;cid=testClusterID;nsid=1508917533;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 2468049 INFO (TEST-HdfsRecoveryZkTest.test-seed#[D8E0DA520323B775]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2468067 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2468071 INFO (OverseerThreadFactory-11332-thread-1-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.CreateCollectionCmd Create collection recoverytest
[junit4] 2> 2468184 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2468199 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2
[junit4] 2> 2468309 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2468309 INFO (zkCallback-10439-thread-1-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2469200 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2469211 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2469214 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema [recoverytest_shard1_replica1] Schema name=minimal
[junit4] 2> 2469220 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2469222 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica1' using configuration from collection recoverytest
[junit4] 2> 2469224 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema [recoverytest_shard1_replica2] Schema name=minimal
[junit4] 2> 2469241 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2469242 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'recoverytest_shard1_replica2' using configuration from collection recoverytest
[junit4] 2> 2469252 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:59551/data
[junit4] 2> 2469253 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2469253 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [[recoverytest_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_D8E0DA520323B775-001/tempDir-001/node1/recoverytest_shard1_replica2], dataDir=[hdfs://solaris-vm:59551/data/recoverytest/core_node2/data/]
[junit4] 2> 2469253 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:59551/data/recoverytest/core_node2/data/snapshot_metadata
[junit4] 2> 2469253 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://solaris-vm:59551/data
[junit4] 2> 2469253 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2469253 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [[recoverytest_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_D8E0DA520323B775-001/tempDir-001/node2/recoverytest_shard1_replica1], dataDir=[hdfs://solaris-vm:59551/data/recoverytest/core_node1/data/]
[junit4] 2> 2469254 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:59551/data/recoverytest/core_node1/data/snapshot_metadata
[junit4] 2> 2469266 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2469266 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2469266 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2469266 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2469285 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2469287 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:59551/data/recoverytest/core_node1/data
[junit4] 2> 2469289 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2469290 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:59551/data/recoverytest/core_node2/data
[junit4] 2> 2469330 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:59551/data/recoverytest/core_node2/data/index
[junit4] 2> 2469334 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://solaris-vm:59551/data/recoverytest/core_node1/data/index
[junit4] 2> 2469342 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2469342 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2469349 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2469351 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2469351 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
[junit4] 2> 2469400 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2469402 INFO (IPC Server handler 4 on 59551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56429 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-984eb835-a336-4a07-a42d-aae3183744c9:NORMAL:127.0.0.1:57821|RBW], ReplicaUC[[DISK]DS-479991bc-4b18-4940-a9b0-d6fc8cfc803d:NORMAL:127.0.0.1:56429|RBW]]} size 0
[junit4] 2> 2469403 INFO (IPC Server handler 6 on 59551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57821 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-479991bc-4b18-4940-a9b0-d6fc8cfc803d:NORMAL:127.0.0.1:56429|RBW], ReplicaUC[[DISK]DS-aebe163d-7a4a-4587-bf13-201f6e06873f:NORMAL:127.0.0.1:57821|FINALIZED]]} size 0
[junit4] 2> 2469427 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2469427 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2469427 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2469441 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2469441 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2469460 INFO (IPC Server handler 8 on 59551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56429 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-984eb835-a336-4a07-a42d-aae3183744c9:NORMAL:127.0.0.1:57821|RBW], ReplicaUC[[DISK]DS-433cf706-2c30-4730-8bdc-8eb58d8b8449:NORMAL:127.0.0.1:56429|RBW]]} size 0
[junit4] 2> 2469461 INFO (IPC Server handler 7 on 59551) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57821 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-984eb835-a336-4a07-a42d-aae3183744c9:NORMAL:127.0.0.1:57821|RBW], ReplicaUC[[DISK]DS-433cf706-2c30-4730-8bdc-8eb58d8b8449:NORMAL:127.0.0.1:56429|RBW]]} size 0
[junit4] 2> 2469489 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2469489 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2469489 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 2469502 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4133ffc0[recoverytest_shard1_replica2] main]
[junit4] 2> 2469504 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2469505 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2469505 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2469506 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2469506 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2469507 INFO (searcherExecutor-11338-thread-1-processing-n:127.0.0.1:55719_solr x:recoverytest_shard1_replica2 s:shard1 c:recoverytest) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SolrCore [recoverytest_shard1_replica2] Registered new searcher Searcher@4133ffc0[recoverytest_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2469508 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554347191639736320
[junit4] 2> 2469523 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2469524 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20c5bf7a[recoverytest_shard1_replica1] main]
[junit4] 2> 2469527 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2469528 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2469528 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2469528 INFO (searcherExecutor-11337-thread-1-processing-n:127.0.0.1:65194_solr x:recoverytest_shard1_replica1 s:shard1 c:recoverytest) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1] Registered new searcher Searcher@20c5bf7a[recoverytest_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2469528 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554347191660707840
[junit4] 2> 2469627 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2469627 INFO (zkCallback-10439-thread-1-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2470025 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2470025 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2470025 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/
[junit4] 2> 2470025 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2 url=https://127.0.0.1:55719/solr START replicas=[https://127.0.0.1:65194/solr/recoverytest_shard1_replica1/] nUpdates=100
[junit4] 2> 2470025 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=recoverytest_shard1_replica2 url=https://127.0.0.1:55719/solr DONE. We have no versions. sync failed.
[junit4] 2> 2470032 INFO (qtp1854111983-50442) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.S.Request [recoverytest_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2470033 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2470033 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2470039 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/ shard1
[junit4] 2> 2470145 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2470145 INFO (zkCallback-10439-thread-3-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2470192 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2470196 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica2&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2} status=0 QTime=1998
[junit4] 2> 2470299 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2470299 INFO (zkCallback-10439-thread-3-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2470546 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 x:recoverytest_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=recoverytest_shard1_replica1&action=CREATE&numShards=1&collection=recoverytest&shard=shard1&wt=javabin&version=2} status=0 QTime=2363
[junit4] 2> 2470551 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2470651 INFO (zkCallback-10438-thread-1-processing-n:127.0.0.1:55719_solr) [n:127.0.0.1:55719_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2470651 INFO (zkCallback-10439-thread-1-processing-n:127.0.0.1:65194_solr) [n:127.0.0.1:65194_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/recoverytest/state.json] for collection [recoverytest] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2471552 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=recoverytest&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3486
[junit4] 2> 2471554 INFO (TEST-HdfsRecoveryZkTest.test-seed#[D8E0DA520323B775]) [ ] o.a.s.c.RecoveryZkTest Indexing 1350 documents
[junit4] 2> 2471613 INFO (qtp1854111983-50441) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-0 (1554347193802948609)]} 0 25
[junit4] 2> 2471614 INFO (qtp1265281529-50433) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-0 (1554347193802948609)]} 0 43
[junit4] 2> 2471616 INFO (qtp1854111983-50450) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-0 (1554347193802948608)]} 0 30
[junit4] 2> 2471617 INFO (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-0 (1554347193802948608)]} 0 46
[junit4] 2> 2471622 INFO (qtp1854111983-50440) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-1 (1554347193851183104)]} 0 2
[junit4] 2> 2471623 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-1 (1554347193851183104)]} 0 6
[junit4] 2> 2471625 INFO (qtp1854111983-50442) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-1 (1554347193854328832)]} 0 1
[junit4] 2> 2471625 INFO (qtp1265281529-50429) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-1 (1554347193854328832)]} 0 5
[junit4] 2> 2471631 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-1 (-1554347193860620288)]} 0 1
[junit4] 2> 2471631 INFO (qtp1265281529-50427) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-1 (-1554347193860620288)]} 0 5
[junit4] 2> 2471633 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-1 (-1554347193863766016)]} 0 1
[junit4] 2> 2471633 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-1 (-1554347193863766016)]} 0 4
[junit4] 2> 2471638 INFO (qtp1854111983-50452) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-2 (1554347193869008896)]} 0 1
[junit4] 2> 2471638 INFO (qtp1265281529-50430) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-2 (1554347193869008896)]} 0 4
[junit4] 2> 2471639 INFO (qtp1854111983-50436) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-2 (1554347193871106048)]} 0 1
[junit4] 2> 2471639 INFO (qtp1265281529-50433) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-2 (1554347193871106048)]} 0 3
[junit4] 2> 2471646 INFO (qtp1854111983-50450) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-3 (1554347193877397504)]} 0 1
[junit4] 2> 2471646 INFO (qtp1854111983-50441) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-3 (1554347193876348928)]} 0 1
[junit4] 2> 2471646 INFO (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-3 (1554347193876348928)]} 0 5
[junit4] 2> 2471647 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-3 (1554347193877397504)]} 0 4
[junit4] 2> 2471656 INFO (qtp1854111983-50442) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-4 (1554347193884737536)]} 0 1
[junit4] 2> 2471656 INFO (qtp1854111983-50440) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-4 (1554347193884737537)]} 0 1
[junit4] 2> 2471657 INFO (qtp1265281529-50429) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-4 (1554347193884737536)]} 0 7
[junit4] 2> 2471657 INFO (qtp1265281529-50427) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-4 (1554347193884737537)]} 0 7
[junit4] 2> 2471668 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-4 (-1554347193900466177)]} 0 1
[junit4] 2> 2471668 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-4 (-1554347193900466176)]} 0 2
[junit4] 2> 2471669 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-4 (-1554347193900466176)]} 0 5
[junit4] 2> 2471671 INFO (qtp1265281529-50430) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-4 (-1554347193900466177)]} 0 7
[junit4] 2> 2471682 INFO (qtp1854111983-50452) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-5 (1554347193909903360)]} 0 3
[junit4] 2> 2471683 INFO (qtp1854111983-50436) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-5 (1554347193915146240)]} 0 1
[junit4] 2> 2471684 INFO (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-5 (1554347193915146240)]} 0 6
[junit4] 2> 2471685 INFO (qtp1265281529-50433) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-5 (1554347193909903360)]} 0 12
[junit4] 2> 2471700 INFO (qtp1854111983-50452) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-6 (1554347193928777728)]} 0 3
[junit4] 2> 2471701 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-6 (1554347193928777728)]} 0 10
[junit4] 2> 2471701 INFO (qtp1854111983-50441) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-6 (1554347193935069184)]} 0 2
[junit4] 2> 2471702 INFO (qtp1265281529-50429) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-6 (1554347193935069184)]} 0 4
[junit4] 2> 2471709 INFO (qtp1854111983-50440) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-6 (-1554347193943457793)]} 0 1
[junit4] 2> 2471709 INFO (qtp1854111983-50442) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-6 (-1554347193943457792)]} 0 1
[junit4] 2> 2471710 INFO (qtp1265281529-50427) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-6 (-1554347193943457793)]} 0 4
[junit4] 2> 2471710 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-6 (-1554347193943457792)]} 0 4
[junit4] 2> 2471717 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-7 (1554347193951846400)]} 0 1
[junit4] 2> 2471717 INFO (qtp1854111983-50450) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-7 (1554347193952894976)]} 0 1
[junit4] 2> 2471717 INFO (qtp1265281529-50430) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-7 (1554347193951846400)]} 0 4
[junit4] 2> 2471718 INFO (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-7 (1554347193952894976)]} 0 4
[junit4] 2> 2471723 INFO (qtp1854111983-50436) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-8 (1554347193959186433)]} 0 1
[junit4] 2> 2471724 INFO (qtp1854111983-50452) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-8 (1554347193959186432)]} 0 1
[junit4] 2> 2471725 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-8 (1554347193959186433)]} 0 4
[junit4] 2> 2471725 INFO (qtp1265281529-50433) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-8 (1554347193959186432)]} 0 5
[junit4] 2> 2471731 INFO (qtp1854111983-50441) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-9 (1554347193967575040)]} 0 1
[junit4] 2> 2471731 INFO (qtp1854111983-50440) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-9 (1554347193967575041)]} 0 1
[junit4] 2> 2471731 INFO (qtp1265281529-50429) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-9 (1554347193967575041)]} 0 3
[junit4] 2> 2471732 INFO (qtp1265281529-50427) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-9 (1554347193967575040)]} 0 4
[junit4] 2> 2471738 INFO (qtp1854111983-50450) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-8 (-1554347193973866496)]} 0 1
[junit4] 2> 2471738 INFO (qtp1854111983-50442) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-8 (-1554347193973866497)]} 0 1
[junit4] 2> 2471738 INFO (qtp1265281529-50430) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-8 (-1554347193973866496)]} 0 4
[junit4] 2> 2471739 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-8 (-1554347193973866497)]} 0 4
[junit4] 2> 2471743 INFO (qtp1854111983-50452) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-10 (1554347193981206528)]} 0 0
[junit4] 2> 2471743 INFO (qtp1854111983-50443) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-10 (1554347193981206529)]} 0 0
[junit4] 2> 2471744 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-10 (1554347193981206529)]} 0 3
[junit4] 2> 2471744 INFO (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-10 (1554347193981206528)]} 0 3
[junit4] 2> 2471749 INFO (qtp1854111983-50439) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[2-10 (-1554347193986449408)]} 0 1
[junit4] 2> 2471749 INFO (qtp1854111983-50436) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{delete=[1-10 (-1554347193986449409)]} 0 1
[junit4] 2> 2471749 INFO (qtp1265281529-50429) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1-10 (-1554347193986449409)]} 0 3
[junit4] 2> 2471750 INFO (qtp1265281529-50433) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[2-10 (-1554347193986449408)]} 0 3
[junit4] 2> 2471755 INFO (qtp1854111983-50442) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[1-11 (1554347193992740864)]} 0 1
[junit4] 2> 2471755 INFO (qtp1854111983-50441) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:55719/solr/recoverytest_shard1_replica2/&wt=javabin&version=2}{add=[2-11 (1554347193992740865)]} 0 1
[junit4] 2> 2471755 INFO (qtp1265281529-50427) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-11 (1554347193992740864)]} 0 3
[junit4] 2> 2471755 INFO (qtp1265281529-50430) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-11 (1554347193992740865)]} 0 3
[junit4] 2> 2471758 INFO (TEST-HdfsRecoveryZkTest.test-seed#[D8E0DA520323B775]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5db77299{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 2471760 INFO (TEST-HdfsRecoveryZkTest.test-seed#[D8E0DA520323B775]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=865680354
[junit4] 2> 2471761 ERROR (updateExecutor-10432-thread-1-processing-https:////127.0.0.1:65194//solr//recoverytest_shard1_replica1 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:55719_solr s:shard1 c:recoverytest) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471761 WARN (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to https://127.0.0.1:65194/solr
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471762 ERROR (updateExecutor-10432-thread-2-processing-https:////127.0.0.1:65194//solr//recoverytest_shard1_replica1 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:55719_solr s:shard1 c:recoverytest) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471762 ERROR (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica https://127.0.0.1:65194/solr/recoverytest_shard1_replica1/
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471763 WARN (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to https://127.0.0.1:65194/solr
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471763 ERROR (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica https://127.0.0.1:65194/solr/recoverytest_shard1_replica1/
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471763 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.c.ZkController Put replica core=recoverytest_shard1_replica1 coreNodeName=core_node1 on 127.0.0.1:65194_solr into leader-initiated recovery.
[junit4] 2> 2471763 INFO (qtp1265281529-50428) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2-12 (1554347193999032321)]} 0 5
[junit4] 2> 2471763 INFO (qtp1265281529-50431) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.LogUpdateProcessorFactory [recoverytest_shard1_replica2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1-12 (1554347193999032320)]} 0 5
[junit4] 2> 2471764 INFO (coreCloseExecutor-11347-thread-1) [n:127.0.0.1:65194_solr c:recoverytest s:shard1 r:core_node1 x:recoverytest_shard1_replica1] o.a.s.c.SolrCore [recoverytest_shard1_replica1] CLOSING SolrCore org.apache.solr.core.SolrCore@3b34096b
[junit4] 2> 2471767 ERROR (updateExecutor-10432-thread-1-processing-https:////127.0.0.1:65194//solr//recoverytest_shard1_replica1 x:recoverytest_shard1_replica2 r:core_node2 n:127.0.0.1:55719_solr s:shard1 c:recoverytest) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.StreamingSolrClients error
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471769 WARN (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Error sending update to https://127.0.0.1:65194/solr
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:409)
[junit4] 2> at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
[junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
[junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
[junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.sendUpdateStream(ConcurrentUpdateSolrClient.java:311)
[junit4] 2> at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrClient$Runner.run(ConcurrentUpdateSolrClient.java:184)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2471770 ERROR (qtp1265281529-50432) [n:127.0.0.1:55719_solr c:recoverytest s:shard1 r:core_node2 x:recoverytest_shard1_replica2] o.a.s.u.p.DistributedUpdateProcessor Setting up to try to start recovery on replica https://127.0.0.1:65194/solr/recoverytest_shard1_replica1/
[junit4] 2> java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
[junit4] 2> at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
[junit4] 2> at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
[junit4] 2> at java.net.Socket.connect(Socket.java:589)
[junit4] 2> at sun.security.ssl.SSLSocketImpl.connect(SSLSocketImpl.java:668)
[junit4] 2> at org.apache.http.conn.ssl.SSLSocketFactory.connectSocket(SSLSocketFactory.java:532)
[junit4] 2> at org.apache.ht
[...truncated too long message...]
erver.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
[junit4] 2> ... 54 more
[junit4] 2> 2485714 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:62089 62089
[junit4] 2> 2485714 INFO (SUITE-HdfsRecoveryZkTest-seed#[D8E0DA520323B775]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), a_i=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=2001, maxMBSortInHeap=7.326711905488869, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=uk-UA, timezone=Antarctica/Palmer
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=2,free=202842904,total=515899392
[junit4] 2> NOTE: All tests run in this JVM: [CheckHdfsIndexTest, StressHdfsTest, DistribCursorPagingTest, BasicAuthIntegrationTest, TestWriterPerf, TestValueSourceCache, UpdateRequestProcessorFactoryTest, TestDocSet, TestQuerySenderNoQuery, TestStressLiveNodes, TestConfig, DeleteShardTest, DistributedIntervalFacetingTest, SolrIndexConfigTest, AutoCommitTest, TestAuthenticationFramework, DeleteInactiveReplicaTest, SpellPossibilityIteratorTest, AddBlockUpdateTest, TestManagedResourceStorage, TermVectorComponentTest, BlockJoinFacetDistribTest, TestFileDictionaryLookup, TestDFRSimilarityFactory, SimpleCollectionCreateDeleteTest, CoreAdminRequestStatusTest, BigEndianAscendingWordSerializerTest, CdcrReplicationHandlerTest, TestRecoveryHdfs, CursorMarkTest, TestObjectReleaseTracker, BasicZkTest, ShowFileRequestHandlerTest, TestRangeQuery, RemoteQueryErrorTest, TestDFISimilarityFactory, TestPHPSerializedResponseWriter, SpatialHeatmapFacetsTest, TestLMDirichletSimilarityFactory, OverseerModifyCollectionTest, TestTrie, ReplicationFactorTest, TestAtomicUpdateErrorCases, HdfsChaosMonkeyNothingIsSafeTest, TestMaxScoreQueryParser, SolrCloudExampleTest, TestCoreDiscovery, TestSQLHandlerNonCloud, OpenCloseCoreStressTest, TestFieldCacheReopen, TestNumericTerms64, DebugComponentTest, ChangedSchemaMergeTest, UUIDUpdateProcessorFallbackTest, SegmentsInfoRequestHandlerTest, TestFuzzyAnalyzedSuggestions, TestDeleteCollectionOnDownNodes, BasicDistributedZk2Test, TestLeaderElectionZkExpiry, PreAnalyzedFieldTest, TestCloudPseudoReturnFields, TestLocalFSCloudBackupRestore, TestAuthorizationFramework, TestCrossCoreJoin, DefaultValueUpdateProcessorTest, ShardRoutingCustomTest, TestSolrFieldCacheMBean, TestEmbeddedSolrServerConstructors, TestStressUserVersions, TestCustomDocTransformer, CdcrUpdateLogTest, TriLevelCompositeIdRoutingTest, CollectionsAPIDistributedZkTest, TestSolrQueryParserResource, TestSolrCLIRunExample, CurrencyFieldOpenExchangeTest, TestFieldCollectionResource, TestCopyFieldCollectionResource, CSVRequestHandlerTest, HdfsCollectionsAPIDistributedZkTest, TestDynamicFieldCollectionResource, ExplicitHLLTest, TestSortByMinMaxFunction, TestGeoJSONResponseWriter, DistributedSuggestComponentTest, ClusterStateTest, TestDownShardTolerantSearch, TestExpandComponent, RAMDirectoryFactoryTest, TestLMJelinekMercerSimilarityFactory, ExitableDirectoryReaderTest, DistributedVersionInfoTest, OverseerStatusTest, TestSSLRandomization, ZkStateReaderTest, RankQueryTest, VersionInfoTest, TestClusterProperties, TestRebalanceLeaders, HLLSerializationTest, DirectUpdateHandlerOptimizeTest, CreateCollectionCleanupTest, TestLuceneMatchVersion, BasicFunctionalityTest, AtomicUpdatesTest, ConnectionReuseTest, DateMathParserTest, HdfsRecoverLeaseTest, FullSolrCloudDistribCmdsTest, TestBadConfig, ResourceLoaderTest, TestSerializedLuceneMatchVersion, HighlighterMaxOffsetTest, UpdateParamsTest, TestSolrDeletionPolicy2, TestCorePropertiesReload, TestXmlQParser, CoreSorterTest, TestDocTermOrds, TestReplicationHandlerBackup, TestSolrCoreProperties, SignatureUpdateProcessorFactoryTest, RollingRestartTest, CircularListTest, CacheHeaderTest, CollectionTooManyReplicasTest, TestSolr4Spatial, SpatialRPTFieldTypeTest, TestFastWriter, SmileWriterTest, HdfsUnloadDistributedZkTest, ReturnFieldsTest, RequestHandlersTest, SimpleMLTQParserTest, NotRequiredUniqueKeyTest, TestUseDocValuesAsStored, TestSearcherReuse, TestDistributedMissingSort, ClassificationUpdateProcessorIntegrationTest, TestConfigSetsAPIZkFailure, LeaderElectionIntegrationTest, ChaosMonkeySafeLeaderTest, TestFieldTypeCollectionResource, TestCustomSort, TestCloudSchemaless, TestSolrQueryParser, DistribJoinFromCollectionTest, NoCacheHeaderTest, TestTrackingShardHandlerFactory, HdfsDirectoryTest, TestReload, TestRandomFlRTGCloud, SolrIndexSplitterTest, TestConfigSetsAPI, PeerSyncWithIndexFingerprintCachingTest, LeaderElectionContextKeyTest, DistributedQueryComponentCustomSortTest, OverriddenZkACLAndCredentialsProvidersTest, DeleteNodeTest, TestSystemIdResolver, CdcrBootstrapTest, BasicDistributedZkTest, OverseerTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestFaceting, TestRecovery, TestHashPartitioner, TestRealTimeGet, TestJoin, TestCoreContainer, SimpleFacetsTest, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, TestFunctionQuery, TestLazyCores, HighlighterTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestQueryTypes, FileBasedSpellCheckerTest, TestIndexingPerformance, LoggingHandlerTest, IndexSchemaTest, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, TestSolrIndexConfig, BadComponentTest, MultiTermTest, TestBinaryField, NumericFieldsTest, OutputWriterTest, TestPostingsSolrHighlighter, EchoParamsTest, TestIBSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, FileUtilsTest, DistributedMLTComponentTest, TestCursorMarkWithoutUniqueKey, TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, ForceLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudRecovery, TestHdfsCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRequestForwarding, TestShortCircuitedRequests, TestSolrCloudWithSecureImpersonation, TestTolerantUpdateProcessorRandomCloud, HdfsRecoveryZkTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=D8E0DA520323B775 -Dtests.slow=true -Dtests.locale=uk-UA -Dtests.timezone=Antarctica/Palmer -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:202)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:102)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:704)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:766)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1005)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:870)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:774)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:842)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$0(CoreContainer.java:498)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([D8E0DA520323B775]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:266)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [531/665 (1!)] on J1 in 52.28s, 1 test, 1 failure <<< FAILURES!
[...truncated 62850 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 567 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/567/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.response.transform.TestSubQueryTransformerDistrib
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib: 1) Thread[id=44050, name=OverseerHdfsCoreFailoverThread-97151415380148238-127.0.0.1:54762_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib:
1) Thread[id=44050, name=OverseerHdfsCoreFailoverThread-97151415380148238-127.0.0.1:54762_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([3E37933C0D6DB1E0]:0)
Build Log:
[...truncated 12527 lines...]
[junit4] Suite: org.apache.solr.response.transform.TestSubQueryTransformerDistrib
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/init-core-data-001
[junit4] 2> 2701982 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 2701982 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001
[junit4] 2> 2701982 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2701982 INFO (Thread-5324) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2701982 INFO (Thread-5324) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2702082 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54264
[junit4] 2> 2702090 INFO (jetty-launcher-9833-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2702091 INFO (jetty-launcher-9833-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2702091 INFO (jetty-launcher-9833-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2702091 INFO (jetty-launcher-9833-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2702092 INFO (jetty-launcher-9833-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46965ae5{/solr,null,AVAILABLE}
[junit4] 2> 2702092 INFO (jetty-launcher-9833-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2702094 INFO (jetty-launcher-9833-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75fb598{/solr,null,AVAILABLE}
[junit4] 2> 2702094 INFO (jetty-launcher-9833-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@307c4efc{HTTP/1.1,[http/1.1]}{127.0.0.1:53457}
[junit4] 2> 2702094 INFO (jetty-launcher-9833-thread-4) [ ] o.e.j.s.Server Started @2706412ms
[junit4] 2> 2702094 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53457}
[junit4] 2> 2702094 ERROR (jetty-launcher-9833-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702094 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2702095 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702095 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702095 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-22T13:22:34.519Z
[junit4] 2> 2702095 INFO (jetty-launcher-9833-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69c6f573{/solr,null,AVAILABLE}
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@558cec7e{HTTP/1.1,[http/1.1]}{127.0.0.1:39331}
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.e.j.s.Server Started @2706414ms
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39331}
[junit4] 2> 2702097 ERROR (jetty-launcher-9833-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702097 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-22T13:22:34.521Z
[junit4] 2> 2702098 INFO (jetty-launcher-9833-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@199c2541{/solr,null,AVAILABLE}
[junit4] 2> 2702099 INFO (jetty-launcher-9833-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@472ee910{HTTP/1.1,[http/1.1]}{127.0.0.1:54762}
[junit4] 2> 2702099 INFO (jetty-launcher-9833-thread-1) [ ] o.e.j.s.Server Started @2706417ms
[junit4] 2> 2702099 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54762}
[junit4] 2> 2702099 ERROR (jetty-launcher-9833-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702099 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2702100 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702100 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702100 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-22T13:22:34.524Z
[junit4] 2> 2702100 INFO (jetty-launcher-9833-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cb480ae{/solr,null,AVAILABLE}
[junit4] 2> 2702100 INFO (jetty-launcher-9833-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@22cc38a{HTTP/1.1,[http/1.1]}{127.0.0.1:63027}
[junit4] 2> 2702100 INFO (jetty-launcher-9833-thread-5) [ ] o.e.j.s.Server Started @2706418ms
[junit4] 2> 2702101 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63027}
[junit4] 2> 2702101 ERROR (jetty-launcher-9833-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702101 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2702101 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702101 INFO (jetty-launcher-9833-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53047469{HTTP/1.1,[http/1.1]}{127.0.0.1:63292}
[junit4] 2> 2702102 INFO (jetty-launcher-9833-thread-3) [ ] o.e.j.s.Server Started @2706420ms
[junit4] 2> 2702105 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63292}
[junit4] 2> 2702105 ERROR (jetty-launcher-9833-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2702105 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.4.0
[junit4] 2> 2702105 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2702105 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702105 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-22T13:22:34.529Z
[junit4] 2> 2702103 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2702106 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-22T13:22:34.530Z
[junit4] 2> 2702107 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702109 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702110 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702112 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702120 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15926b293290004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2702121 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15926b293290001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2702121 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2702122 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2702123 INFO (jetty-launcher-9833-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54264/solr
[junit4] 2> 2702123 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2702124 INFO (jetty-launcher-9833-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54264/solr
[junit4] 2> 2702127 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2702128 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15926b293290003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2702129 INFO (jetty-launcher-9833-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54264/solr
[junit4] 2> 2702130 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2702131 INFO (jetty-launcher-9833-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54264/solr
[junit4] 2> 2702131 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15926b293290005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 2702134 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 2702135 INFO (jetty-launcher-9833-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54264/solr
[junit4] 2> 2702182 INFO (jetty-launcher-9833-thread-3) [n:127.0.0.1:63292_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63292_solr
[junit4] 2> 2702185 INFO (jetty-launcher-9833-thread-1) [n:127.0.0.1:54762_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54762_solr
[junit4] 2> 2702185 INFO (jetty-launcher-9833-thread-3) [n:127.0.0.1:63292_solr ] o.a.s.c.Overseer Overseer (id=97151415380148236-127.0.0.1:63292_solr-n_0000000000) starting
[junit4] 2> 2702187 INFO (jetty-launcher-9833-thread-5) [n:127.0.0.1:63027_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63027_solr
[junit4] 2> 2702188 INFO (zkCallback-9856-thread-1-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702191 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702192 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702193 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702193 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2702194 INFO (zkCallback-9856-thread-1-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2702203 INFO (jetty-launcher-9833-thread-3) [n:127.0.0.1:63292_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63292_solr
[junit4] 2> 2702205 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2702206 INFO (jetty-launcher-9833-thread-4) [n:127.0.0.1:53457_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53457_solr
[junit4] 2> 2702214 INFO (jetty-launcher-9833-thread-2) [n:127.0.0.1:39331_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39331_solr
[junit4] 2> 2702228 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2702243 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 2702243 INFO (zkCallback-9856-thread-1-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2702259 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 2702260 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2702261 INFO (zkCallback-9856-thread-1-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2702261 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2702263 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2702263 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2702326 INFO (jetty-launcher-9833-thread-4) [n:127.0.0.1:53457_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node5/.
[junit4] 2> 2702366 INFO (jetty-launcher-9833-thread-1) [n:127.0.0.1:54762_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node1/.
[junit4] 2> 2702386 INFO (jetty-launcher-9833-thread-3) [n:127.0.0.1:63292_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node3/.
[junit4] 2> 2702450 INFO (jetty-launcher-9833-thread-5) [n:127.0.0.1:63027_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node4/.
[junit4] 2> 2702564 INFO (jetty-launcher-9833-thread-2) [n:127.0.0.1:39331_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node2/.
[junit4] 2> 2702573 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2702575 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54264/solr ready
[junit4] 2> 2703191 INFO (qtp800207122-43884) [n:127.0.0.1:63292_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2703195 INFO (OverseerThreadFactory-9427-thread-1-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.CreateCollectionCmd Create collection people
[junit4] 2> 2703307 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard2_replica2&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2
[junit4] 2> 2703307 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard1_replica1&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2
[junit4] 2> 2703308 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard2_replica1&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2
[junit4] 2> 2703311 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard1_replica2&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2
[junit4] 2> 2703428 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2703429 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2703429 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2703429 INFO (zkCallback-9856-thread-1-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2704325 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2704332 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2704348 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2704350 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2704356 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.s.IndexSchema [people_shard2_replica2] Schema name=doc-values-for-Join
[junit4] 2> 2704361 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.s.IndexSchema [people_shard1_replica1] Schema name=doc-values-for-Join
[junit4] 2> 2704362 WARN (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.s.IndexSchema [people_shard2_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2704365 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2704369 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.s.IndexSchema [people_shard1_replica2] Schema name=doc-values-for-Join
[junit4] 2> 2704379 WARN (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.s.IndexSchema [people_shard1_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2704381 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2704384 WARN (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.s.IndexSchema [people_shard1_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2704385 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2704387 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica1' using configuration from collection people
[junit4] 2> 2704390 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.s.IndexSchema [people_shard2_replica1] Schema name=doc-values-for-Join
[junit4] 2> 2704390 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.c.SolrCore [[people_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node5/people_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node5/./people_shard1_replica1/data/]
[junit4] 2> 2704394 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard1_replica2' using configuration from collection people
[junit4] 2> 2704393 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica2' using configuration from collection people
[junit4] 2> 2704395 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.SolrCore [[people_shard2_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node3/people_shard2_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node3/./people_shard2_replica2/data/]
[junit4] 2> 2704395 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.SolrCore [[people_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node2/people_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node2/./people_shard1_replica2/data/]
[junit4] 2> 2704409 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2704410 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2704411 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2704411 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2704411 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2704412 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e9111e2[people_shard2_replica2] main]
[junit4] 2> 2704412 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2704413 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2704413 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2704414 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d3d36[people_shard1_replica2] main]
[junit4] 2> 2704414 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2704414 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2704414 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2704415 INFO (searcherExecutor-9440-thread-1-processing-n:127.0.0.1:63292_solr x:people_shard2_replica2 s:shard2 c:people) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.SolrCore [people_shard2_replica2] Registered new searcher Searcher@2e9111e2[people_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2704415 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422648630411264
[junit4] 2> 2704416 WARN (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.s.IndexSchema [people_shard2_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2704416 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2704418 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2704418 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2704418 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2704419 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422648634605568
[junit4] 2> 2704419 INFO (searcherExecutor-9439-thread-1-processing-n:127.0.0.1:39331_solr x:people_shard1_replica2 s:shard1 c:people) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.SolrCore [people_shard1_replica2] Registered new searcher Searcher@6d3d36[people_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2704424 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2704428 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2704430 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2704430 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2704430 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'people_shard2_replica1' using configuration from collection people
[junit4] 2> 2704430 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.c.SolrCore [[people_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node1/people_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node1/./people_shard2_replica1/data/]
[junit4] 2> 2704431 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2704431 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2704431 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5eabad51[people_shard1_replica1] main]
[junit4] 2> 2704433 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2704433 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2704433 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2704434 INFO (searcherExecutor-9438-thread-1-processing-n:127.0.0.1:53457_solr x:people_shard1_replica1 s:shard1 c:people) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.c.SolrCore [people_shard1_replica1] Registered new searcher Searcher@5eabad51[people_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2704434 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422648650334208
[junit4] 2> 2704440 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2704440 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2704441 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2704441 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2704441 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4cbea620[people_shard2_replica1] main]
[junit4] 2> 2704443 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2704443 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2704443 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2704443 INFO (searcherExecutor-9451-thread-1-processing-n:127.0.0.1:54762_solr x:people_shard2_replica1 s:shard2 c:people) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.c.SolrCore [people_shard2_replica1] Registered new searcher Searcher@4cbea620[people_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2704444 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422648660819968
[junit4] 2> 2704532 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2704532 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2704532 INFO (zkCallback-9856-thread-2-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2704532 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2704926 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2704926 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2704926 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63292/solr/people_shard2_replica2/
[junit4] 2> 2704926 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica2 url=http://127.0.0.1:63292/solr START replicas=[http://127.0.0.1:54762/solr/people_shard2_replica1/] nUpdates=100
[junit4] 2> 2704926 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard2_replica2 url=http://127.0.0.1:63292/solr DONE. We have no versions. sync failed.
[junit4] 2> 2704929 INFO (qtp686328333-43851) [n:127.0.0.1:54762_solr c:people s:shard2 r:core_node3 x:people_shard2_replica1] o.a.s.c.S.Request [people_shard2_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2704929 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2704929 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2704929 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2704929 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2704930 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39331/solr/people_shard1_replica2/
[junit4] 2> 2704930 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica2 url=http://127.0.0.1:39331/solr START replicas=[http://127.0.0.1:53457/solr/people_shard1_replica1/] nUpdates=100
[junit4] 2> 2704930 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=people_shard1_replica2 url=http://127.0.0.1:39331/solr DONE. We have no versions. sync failed.
[junit4] 2> 2704932 INFO (qtp704009438-43864) [n:127.0.0.1:53457_solr c:people s:shard1 r:core_node2 x:people_shard1_replica1] o.a.s.c.S.Request [people_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2704933 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2704933 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2704936 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63292/solr/people_shard2_replica2/ shard2
[junit4] 2> 2704938 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39331/solr/people_shard1_replica2/ shard1
[junit4] 2> 2705044 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705044 INFO (zkCallback-9856-thread-2-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705044 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705044 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705088 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2705089 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2705090 INFO (qtp800207122-43885) [n:127.0.0.1:63292_solr c:people s:shard2 x:people_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard2_replica2&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2} status=0 QTime=1783
[junit4] 2> 2705092 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:people s:shard1 x:people_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard1_replica2&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2} status=0 QTime=1782
[junit4] 2> 2705196 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705197 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705197 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705197 INFO (zkCallback-9856-thread-2-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705450 INFO (qtp704009438-43863) [n:127.0.0.1:53457_solr c:people s:shard1 x:people_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard1_replica1&action=CREATE&numShards=2&collection=people&shard=shard1&wt=javabin&version=2} status=0 QTime=2144
[junit4] 2> 2705453 INFO (qtp686328333-43849) [n:127.0.0.1:54762_solr c:people s:shard2 x:people_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=people_shard2_replica1&action=CREATE&numShards=2&collection=people&shard=shard2&wt=javabin&version=2} status=0 QTime=2146
[junit4] 2> 2705457 INFO (qtp800207122-43884) [n:127.0.0.1:63292_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2705557 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705558 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705558 INFO (zkCallback-9856-thread-2-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2705558 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/people/state.json] for collection [people] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2706459 INFO (qtp800207122-43884) [n:127.0.0.1:63292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=people&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3270
[junit4] 2> 2706462 INFO (qtp800207122-43887) [n:127.0.0.1:63292_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=departments&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2706466 INFO (OverseerThreadFactory-9427-thread-2-processing-n:127.0.0.1:63292_solr) [n:127.0.0.1:63292_solr ] o.a.s.c.CreateCollectionCmd Create collection departments
[junit4] 2> 2706467 INFO (OverseerCollectionConfigSetProcessor-97151415380148236-127.0.0.1:63292_solr-n_0000000000) [n:127.0.0.1:63292_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2706681 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard2_replica2&action=CREATE&numShards=2&collection=departments&shard=shard2&wt=javabin&version=2
[junit4] 2> 2706681 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard1_replica1&action=CREATE&numShards=2&collection=departments&shard=shard1&wt=javabin&version=2
[junit4] 2> 2706682 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard1_replica2&action=CREATE&numShards=2&collection=departments&shard=shard1&wt=javabin&version=2
[junit4] 2> 2706681 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard2_replica1&action=CREATE&numShards=2&collection=departments&shard=shard2&wt=javabin&version=2
[junit4] 2> 2706797 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2706797 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2706797 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2706797 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2707696 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2707698 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2707715 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2707718 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 2707726 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.s.IndexSchema [departments_shard2_replica2] Schema name=doc-values-for-Join
[junit4] 2> 2707726 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.s.IndexSchema [departments_shard2_replica1] Schema name=doc-values-for-Join
[junit4] 2> 2707727 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.s.IndexSchema [departments_shard1_replica1] Schema name=doc-values-for-Join
[junit4] 2> 2707758 WARN (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.s.IndexSchema [departments_shard2_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2707758 WARN (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.s.IndexSchema [departments_shard2_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2707759 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2707759 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2707766 WARN (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.s.IndexSchema [departments_shard1_replica1] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2707767 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2707767 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.s.IndexSchema [departments_shard1_replica2] Schema name=doc-values-for-Join
[junit4] 2> 2707774 WARN (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.s.IndexSchema [departments_shard1_replica2] default search field in schema is id. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 2707775 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.s.IndexSchema Loaded schema doc-values-for-Join/1.6 with uniqueid field id
[junit4] 2> 2707777 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard2_replica2' using configuration from collection departments
[junit4] 2> 2707777 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.c.SolrCore [[departments_shard2_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node1/departments_shard2_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node1/./departments_shard2_replica2/data/]
[junit4] 2> 2707781 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard2_replica1' using configuration from collection departments
[junit4] 2> 2707781 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.SolrCore [[departments_shard2_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node4/departments_shard2_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node4/./departments_shard2_replica1/data/]
[junit4] 2> 2707786 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2707786 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2707787 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2707787 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2707787 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@299bb69c[departments_shard2_replica2] main]
[junit4] 2> 2707789 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2707789 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2707790 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2707790 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2707791 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@261ae6d2[departments_shard2_replica1] main]
[junit4] 2> 2707794 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard1_replica2' using configuration from collection departments
[junit4] 2> 2707794 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.SolrCore [[departments_shard1_replica2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node5/departments_shard1_replica2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node5/./departments_shard1_replica2/data/]
[junit4] 2> 2707797 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2707798 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2707798 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2707798 INFO (searcherExecutor-9459-thread-1-processing-n:127.0.0.1:63027_solr x:departments_shard2_replica1 s:shard2 c:departments) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.SolrCore [departments_shard2_replica1] Registered new searcher Searcher@261ae6d2[departments_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2707798 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422652177743872
[junit4] 2> 2707804 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2707804 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2707805 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2707805 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2707805 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2707806 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@e460986[departments_shard1_replica2] main]
[junit4] 2> 2707806 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2707807 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2707807 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2707807 INFO (searcherExecutor-9458-thread-1-processing-n:127.0.0.1:54762_solr x:departments_shard2_replica2 s:shard2 c:departments) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.c.SolrCore [departments_shard2_replica2] Registered new searcher Searcher@299bb69c[departments_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2707807 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422652187181056
[junit4] 2> 2707807 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2707807 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2707808 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2707808 INFO (searcherExecutor-9468-thread-1-processing-n:127.0.0.1:53457_solr x:departments_shard1_replica2 s:shard1 c:departments) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.SolrCore [departments_shard1_replica2] Registered new searcher Searcher@e460986[departments_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2707808 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422652188229632
[junit4] 2> 2707812 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'departments_shard1_replica1' using configuration from collection departments
[junit4] 2> 2707812 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.c.SolrCore [[departments_shard1_replica1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node2/departments_shard1_replica1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J0/temp/solr.response.transform.TestSubQueryTransformerDistrib_3E37933C0D6DB1E0-001/tempDir-001/node2/./departments_shard1_replica1/data/]
[junit4] 2> 2707816 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2707823 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2707823 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2707824 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2707824 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2707825 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@37e63ae2[departments_shard1_replica1] main]
[junit4] 2> 2707827 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 2707827 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 2707827 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2707827 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1554422652208152576
[junit4] 2> 2707830 INFO (searcherExecutor-9473-thread-1-processing-n:127.0.0.1:39331_solr x:departments_shard1_replica1 s:shard1 c:departments) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.c.SolrCore [departments_shard1_replica1] Registered new searcher Searcher@37e63ae2[departments_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2707921 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2707921 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2707921 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2707921 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708310 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2708310 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2708310 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63027/solr/departments_shard2_replica1/
[junit4] 2> 2708310 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=departments_shard2_replica1 url=http://127.0.0.1:63027/solr START replicas=[http://127.0.0.1:54762/solr/departments_shard2_replica2/] nUpdates=100
[junit4] 2> 2708311 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=departments_shard2_replica1 url=http://127.0.0.1:63027/solr DONE. We have no versions. sync failed.
[junit4] 2> 2708314 INFO (qtp686328333-43855) [n:127.0.0.1:54762_solr c:departments s:shard2 r:core_node1 x:departments_shard2_replica2] o.a.s.c.S.Request [departments_shard2_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2708314 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2708314 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2708317 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2708317 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2708318 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53457/solr/departments_shard1_replica2/
[junit4] 2> 2708318 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=departments_shard1_replica2 url=http://127.0.0.1:53457/solr START replicas=[http://127.0.0.1:39331/solr/departments_shard1_replica1/] nUpdates=100
[junit4] 2> 2708318 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=departments_shard1_replica2 url=http://127.0.0.1:53457/solr DONE. We have no versions. sync failed.
[junit4] 2> 2708319 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63027/solr/departments_shard2_replica1/ shard2
[junit4] 2> 2708321 INFO (qtp796872580-43873) [n:127.0.0.1:39331_solr c:departments s:shard1 r:core_node2 x:departments_shard1_replica1] o.a.s.c.S.Request [departments_shard1_replica1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2708321 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2708321 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2708326 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53457/solr/departments_shard1_replica2/ shard1
[junit4] 2> 2708430 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708430 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708430 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708430 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708473 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2708475 INFO (qtp1504601955-43894) [n:127.0.0.1:63027_solr c:departments s:shard2 x:departments_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard2_replica1&action=CREATE&numShards=2&collection=departments&shard=shard2&wt=javabin&version=2} status=0 QTime=1795
[junit4] 2> 2708478 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2708481 INFO (qtp704009438-43862) [n:127.0.0.1:53457_solr c:departments s:shard1 x:departments_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard1_replica2&action=CREATE&numShards=2&collection=departments&shard=shard1&wt=javabin&version=2} status=0 QTime=1800
[junit4] 2> 2708584 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708585 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708585 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708585 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708821 INFO (qtp686328333-43854) [n:127.0.0.1:54762_solr c:departments s:shard2 x:departments_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard2_replica2&action=CREATE&numShards=2&collection=departments&shard=shard2&wt=javabin&version=2} status=0 QTime=2141
[junit4] 2> 2708838 INFO (qtp796872580-43875) [n:127.0.0.1:39331_solr c:departments s:shard1 x:departments_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&name=departments_shard1_replica1&action=CREATE&numShards=2&collection=departments&shard=shard1&wt=javabin&version=2} status=0 QTime=2157
[junit4] 2> 2708841 INFO (qtp800207122-43887) [n:127.0.0.1:63292_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2708944 INFO (zkCallback-9855-thread-1-processing-n:127.0.0.1:39331_solr) [n:127.0.0.1:39331_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708944 INFO (zkCallback-9859-thread-1-processing-n:127.0.0.1:63027_solr) [n:127.0.0.1:63027_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708945 INFO (zkCallback-9857-thread-1-processing-n:127.0.0.1:53457_solr) [n:127.0.0.1:53457_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2708945 INFO (zkCallback-9858-thread-1-processing-n:127.0.0.1:54762_solr) [n:127.0.0.1:54762_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/departments/state.json] for collection [departments] has occurred - updating... (live nodes size: [5])
[junit4] 2> 2709843 INFO (qtp800207122-43887) [n:127.0.0.1:63292_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-doctransformers.xml&property.schema=schema-docValuesJoin.xml&collection.configName=solrCloudCollectionConfig&name=departments&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3382
[junit4] 2> 2709844 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: people failOnTimeout:true timeout (sec):30
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 2709844 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: people
[junit4] 2> 2709844 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: departments failOnTimeout:true timeout (sec):30
[junit4] 2> 2709845 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: departments
[junit4] 2> 2709939 INFO (TEST-TestSubQueryTransformerDistrib.test-seed#[3E37933C0D6DB1E0]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2709952 INFO (qtp704009438-43865) [n:127.0.0.1:53457_solr c:people s:shard1 r:core_node2 x:people_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [people_shard1_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1554422654425890816&distrib.from=http://127.0.0.1:39331/solr/people_shard1_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1554422654425890816)} 0 4
[junit4] 2> 2709953 INFO (qtp686328333-43851) [n:127.0.0.1:54762_solr c:people s:shard2 r:core_node3 x:people_shard2_replica1] o.a.s.u.p.LogUpdateProcessorFactory [people_shard2_replica1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1554422654427987968&distrib.from=http://127.0.0.1:63292/solr/people_shard2_replica2/&wt=javabin&version=2}{deleteByQuery=*:* (-1554422654427987968)} 0 3
[junit4] 2> 2709953 INFO (qtp800207122-43886) [n:127.0.0.1:63292_solr c:people s:shard2 r:core_node
[...truncated too long message...]
Overseer Overseer Loop exiting : 127.0.0.1:54762_solr
[junit4] 2> 2716617 INFO (Thread-5324) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54264 54264
[junit4] 2> 2716618 WARN (Thread-5324) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/solrCloudCollectionConfig
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 4 /solr/collections/departments/state.json
[junit4] 2> 4 /solr/collections/people/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/overseer/queue
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 2716619 INFO (SUITE-TestSubQueryTransformerDistrib-seed#[3E37933C0D6DB1E0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> Dec 22, 2016 1:22:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Dec 22, 2016 1:23:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib:
[junit4] 2> 1) Thread[id=44050, name=OverseerHdfsCoreFailoverThread-97151415380148238-127.0.0.1:54762_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] 2> at java.lang.Thread.run(Thread.java:745)
[junit4] 2> Dec 22, 2016 1:23:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=44050, name=OverseerHdfsCoreFailoverThread-97151415380148238-127.0.0.1:54762_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] 2> Dec 22, 2016 1:23:09 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=mt-MT, timezone=America/Argentina/San_Juan
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=192654808,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [HdfsRecoveryZkTest, TestComplexPhraseQParserPlugin, TestDynamicFieldResource, TestHighlightDedupGrouping, TestBackupRepositoryFactory, BadComponentTest, TestFunctionQuery, TestSweetSpotSimilarityFactory, TestConfigSetsAPIExclusivity, ReplaceNodeTest, QueryEqualityTest, SOLR749Test, ZkStateWriterTest, TestPKIAuthenticationPlugin, ShufflingReplicaListTransformerTest, TestSolrIndexConfig, TestMissingGroups, TestStressReorder, TestGraphMLResponseWriter, ConcurrentDeleteAndCreateCollectionTest, TestConfigSets, TestFaceting, TestAnalyzedSuggestions, SolrPluginUtilsTest, TestDistributedSearch, SuggestComponentContextFilterQueryTest, MergeStrategyTest, SpatialFilterTest, TestManagedResource, TestUnifiedSolrHighlighter, TestRestManager, PathHierarchyTokenizerFactoryTest, TimeZoneUtilsTest, TestBlendedInfixSuggestions, TestCustomStream, TestSolrCloudWithKerberosAlt, CustomCollectionTest, RecoveryAfterSoftCommitTest, LeaderFailoverAfterPartitionTest, CollectionsAPIAsyncDistributedZkTest, TestPerFieldSimilarity, TestExactSharedStatsCache, TestCoreContainer, TlogReplayBufferedWhileIndexingTest, ZkCLITest, StatsReloadRaceTest, ZkNodePropsTest, OutputWriterTest, TestWordDelimiterFilterFactory, TestFastOutputStream, TestLeaderElectionWithEmptyReplica, TestInitQParser, ClassificationUpdateProcessorFactoryTest, TestSQLHandler, TestCSVLoader, SharedFSAutoReplicaFailoverUtilsTest, DeleteReplicaTest, TestSchemaManager, BaseCdcrDistributedZkTest, TestCloudPivotFacet, TestFieldCacheSanityChecker, JSONWriterTest, TestReloadAndDeleteDocs, HttpPartitionTest, AddSchemaFieldsUpdateProcessorFactoryTest, SolrRequestParserTest, DistanceUnitsTest, TestClusterStateMutator, LeaderInitiatedRecoveryOnCommitTest, ShardSplitTest, HdfsSyncSliceTest, QueryElevationComponentTest, DocValuesTest, TestSizeLimitedDistributedMap, MigrateRouteKeyTest, SortSpecParsingTest, TestReRankQParserPlugin, AnalyticsQueryTest, TestLFUCache, SuggesterFSTTest, CoreAdminCreateDiscoverTest, TestSolrJ, ZkControllerTest, TestReplicaProperties, HdfsNNFailoverTest, TestBinaryResponseWriter, JavabinLoaderTest, SolrTestCaseJ4Test, TestCloudDeleteByQuery, TestCollationField, HardAutoCommitTest, DateFieldTest, BlobRepositoryCloudTest, PrimitiveFieldTypeTest, TestNonDefinedSimilarityFactory, DistribDocExpirationUpdateProcessorTest, TestExportWriter, TestImplicitCoreProperties, DistributedFacetPivotSmallAdvancedTest, DateRangeFieldTest, TestTolerantSearch, MultiTermTest, BlockJoinFacetRandomTest, TestComponentsName, SynonymTokenizerTest, TestStressLucene, BasicDistributedZkTest, TestJmxIntegration, TemplateUpdateProcessorTest, TestDocBasedVersionConstraints, TestInitParams, BufferStoreTest, TestBinaryField, TestDistributedStatsComponentCardinality, TestPivotHelperCode, TestJsonFacets, ClusterStateUpdateTest, TestStressVersions, TestLeaderInitiatedRecoveryThread, TestSha256AuthenticationProvider, DistributedFacetPivotLargeTest, TestOrdValues, DocumentAnalysisRequestHandlerTest, TestClassicSimilarityFactory, CloudExitableDirectoryReaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, LeaderElectionTest, TestSolrQueryParserDefaultOperatorResource, TestPerFieldSimilarityWithDefaultOverride, BlockCacheTest, SampleTest, JSONWriterTest, ResponseLogComponentTest, TestStressCloudBlindAtomicUpdates, CdcrRequestHandlerTest, TestXIncludeConfig, FileUtilsTest, ActionThrottleTest, TestExtendedDismaxParser, EnumFieldTest, SolrXmlInZkTest, TestRandomCollapseQParserPlugin, SystemInfoHandlerTest, ClassificationUpdateProcessorTest, XsltUpdateRequestHandlerTest, CurrencyFieldXmlFileTest, TestDefaultSearchFieldResource, BitVectorTest, TestHashPartitioner, TestCursorMarkWithoutUniqueKey, TestLRUCache, PreAnalyzedFieldManagedSchemaCloudTest, TestFieldCacheWithThreads, PrimUtilsTest, DocExpirationUpdateProcessorFactoryTest, SyncSliceTest, TestPostingsSolrHighlighter, HdfsChaosMonkeySafeLeaderTest, TestUniqueKeyFieldResource, DistributedSpellCheckComponentTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestUtils, TestDocumentBuilder, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignTest, CdcrBootstrapTest, CollectionStateFormat2Test, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteStatusTest, DistribCursorPagingTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudRecovery, TestConfigSetsAPI, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestSSLRandomization, TestShortCircuitedRequests, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsCollectionsAPIDistributedZkTest, HdfsRestartWhileUpdatingTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, CachingDirectoryFactoryTest, TestConfigOverlay, TestConfigSetImmutable, TestCorePropertiesReload, TestShardHandlerFactory, TestSolrConfigHandler, TestSolrCoreSnapshots, RequestLoggingTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, WrapperMergePolicyFactoryTest, TestIntervalFaceting, TestMacroExpander, TestMacros, SmileWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestJavabinTupleStreamParser, TestPushWriter, TestRawTransformer, TestSolrQueryResponse, TestChildDocTransformer, TestSubQueryTransformerCrossCore, TestSubQueryTransformerDistrib]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSubQueryTransformerDistrib -Dtests.seed=3E37933C0D6DB1E0 -Dtests.slow=true -Dtests.locale=mt-MT -Dtests.timezone=America/Argentina/San_Juan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J0 | TestSubQueryTransformerDistrib (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.response.transform.TestSubQueryTransformerDistrib:
[junit4] > 1) Thread[id=44050, name=OverseerHdfsCoreFailoverThread-97151415380148238-127.0.0.1:54762_solr-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([3E37933C0D6DB1E0]:0)
[junit4] Completed [583/665 (1!)] on J0 in 34.90s, 1 test, 1 error <<< FAILURES!
[...truncated 62684 lines...]
[JENKINS] Lucene-Solr-6.x-Solaris (64bit/jdk1.8.0) - Build # 566 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Solaris/566/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.schema.TestCloudSchemaless.test
Error Message:
QUERY FAILED: xpath=/response/arr[@name='fields']/lst/str[@name='name'][.='newTestFieldInt449'] request=/schema/fields?wt=xml response=<?xml version="1.0" encoding="UTF-8"?> <response> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><arr name="fields"><lst><str name="name">_root_</str><str name="type">string</str><bool name="multiValued">false</bool><bool name="indexed">true</bool><bool name="stored">true</bool></lst><lst><str name="name">_version_</str><str name="type">long</str><bool name="indexed">true</bool><bool name="stored">true</bool></lst><lst><str name="name">constantField</str><str name="type">tdouble</str></lst><lst><str name="name">id</str><str name="type">string</str><bool name="multiValued">false</bool><bool name="indexed">true</bool><bool name="required">true</bool><bool name="stored">true</bool></lst><lst><str name="name">newTestFieldInt0</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt1</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt10</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt100</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt101</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt102</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt103</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt104</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt105</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt106</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt107</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt108</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt109</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt11</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt110</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt111</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt112</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt113</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt114</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt115</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt116</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt117</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt118</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt119</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt12</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt120</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt121</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt122</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt123</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt124</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt125</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt126</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt127</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt128</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt129</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt13</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt130</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt131</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt132</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt133</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt134</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt135</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt136</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt137</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt138</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt139</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt14</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt140</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt141</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt142</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt143</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt144</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt145</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt146</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt147</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt148</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt149</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt15</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt150</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt151</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt152</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt153</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt154</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt155</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt156</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt157</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt158</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt159</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt16</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt160</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt161</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt162</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt163</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt164</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt165</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt166</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt167</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt168</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt169</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt17</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt170</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt171</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt172</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt173</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt174</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt175</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt176</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt177</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt178</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt179</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt18</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt180</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt181</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt182</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt183</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt184</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt185</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt186</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt187</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt188</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt189</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt19</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt190</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt191</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt192</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt193</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt194</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt195</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt196</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt197</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt198</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt199</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt2</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt20</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt200</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt201</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt202</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt203</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt204</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt205</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt206</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt207</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt208</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt209</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt21</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt210</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt211</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt212</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt213</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt214</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt215</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt216</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt217</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt218</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt219</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt22</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt220</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt221</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt222</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt223</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt224</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt225</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt226</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt227</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt228</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt229</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt23</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt230</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt231</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt232</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt233</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt234</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt235</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt236</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt237</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt238</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt239</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt24</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt240</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt241</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt242</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt243</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt244</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt245</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt246</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt247</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt248</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt249</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt25</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt250</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt251</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt252</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt253</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt254</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt255</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt256</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt257</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt258</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt259</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt26</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt260</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt261</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt262</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt263</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt264</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt265</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt266</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt267</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt268</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt269</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt27</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt270</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt271</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt272</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt273</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt274</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt275</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt276</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt277</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt278</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt279</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt28</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt280</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt281</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt282</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt283</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt284</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt285</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt286</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt287</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt288</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt289</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt29</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt290</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt291</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt292</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt293</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt294</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt295</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt296</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt297</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt298</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt299</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt3</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt30</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt300</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt301</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt302</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt303</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt304</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt305</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt306</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt307</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt308</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt309</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt31</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt310</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt311</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt312</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt313</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt314</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt315</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt316</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt317</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt318</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt319</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt32</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt320</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt321</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt322</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt323</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt324</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt325</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt326</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt327</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt328</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt329</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt33</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt330</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt331</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt332</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt333</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt334</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt335</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt336</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt337</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt338</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt339</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt34</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt340</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt341</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt342</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt343</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt344</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt345</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt346</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt347</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt348</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt349</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt35</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt350</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt351</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt352</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt353</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt354</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt355</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt356</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt357</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt358</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt359</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt36</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt360</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt361</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt362</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt363</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt364</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt365</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt366</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt367</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt368</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt369</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt37</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt370</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt371</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt372</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt373</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt374</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt375</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt376</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt377</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt378</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt379</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt38</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt380</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt381</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt382</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt383</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt384</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt385</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt386</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt387</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt388</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt389</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt39</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt390</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt391</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt392</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt393</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt394</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt395</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt396</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt397</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt398</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt399</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt4</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt40</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt400</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt401</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt402</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt403</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt404</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt405</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt406</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt407</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt408</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt409</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt41</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt410</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt411</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt412</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt413</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt414</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt415</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt416</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt417</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt418</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt419</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt42</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt420</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt421</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt422</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt423</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt424</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt425</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt426</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt427</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt428</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt429</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt43</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt430</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt431</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt432</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt433</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt434</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt435</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt436</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt437</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt438</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt439</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt44</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt440</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt441</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt442</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt443</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt444</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt445</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt446</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt447</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt448</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt45</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt46</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt47</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt48</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt49</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt5</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt50</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt51</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt52</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt53</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt54</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt55</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt56</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt57</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt58</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt59</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt6</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt60</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt61</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt62</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt63</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt64</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt65</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt66</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt67</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt68</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt69</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt7</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt70</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt71</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt72</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt73</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt74</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt75</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt76</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt77</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt78</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt79</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt8</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt80</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt81</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt82</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt83</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt84</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt85</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt86</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt87</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt88</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt89</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt9</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt90</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt91</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt92</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt93</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt94</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt95</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt96</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt97</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt98</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt99</str><str name="type">tlong</str></lst></arr> </response>
Stack Trace:
java.lang.AssertionError: QUERY FAILED: xpath=/response/arr[@name='fields']/lst/str[@name='name'][.='newTestFieldInt449'] request=/schema/fields?wt=xml response=<?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><arr name="fields"><lst><str name="name">_root_</str><str name="type">string</str><bool name="multiValued">false</bool><bool name="indexed">true</bool><bool name="stored">true</bool></lst><lst><str name="name">_version_</str><str name="type">long</str><bool name="indexed">true</bool><bool name="stored">true</bool></lst><lst><str name="name">constantField</str><str name="type">tdouble</str></lst><lst><str name="name">id</str><str name="type">string</str><bool name="multiValued">false</bool><bool name="indexed">true</bool><bool name="required">true</bool><bool name="stored">true</bool></lst><lst><str name="name">newTestFieldInt0</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt1</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt10</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt100</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt101</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt102</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt103</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt104</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt105</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt106</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt107</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt108</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt109</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt11</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt110</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt111</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt112</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt113</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt114</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt115</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt116</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt117</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt118</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt119</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt12</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt120</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt121</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt122</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt123</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt124</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt125</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt126</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt127</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt128</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt129</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt13</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt130</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt131</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt132</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt133</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt134</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt135</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt136</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt137</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt138</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt139</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt14</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt140</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt141</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt142</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt143</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt144</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt145</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt146</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt147</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt148</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt149</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt15</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt150</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt151</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt152</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt153</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt154</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt155</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt156</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt157</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt158</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt159</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt16</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt160</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt161</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt162</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt163</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt164</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt165</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt166</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt167</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt168</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt169</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt17</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt170</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt171</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt172</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt173</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt174</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt175</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt176</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt177</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt178</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt179</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt18</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt180</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt181</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt182</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt183</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt184</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt185</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt186</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt187</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt188</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt189</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt19</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt190</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt191</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt192</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt193</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt194</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt195</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt196</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt197</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt198</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt199</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt2</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt20</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt200</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt201</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt202</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt203</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt204</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt205</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt206</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt207</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt208</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt209</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt21</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt210</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt211</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt212</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt213</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt214</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt215</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt216</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt217</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt218</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt219</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt22</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt220</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt221</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt222</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt223</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt224</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt225</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt226</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt227</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt228</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt229</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt23</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt230</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt231</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt232</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt233</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt234</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt235</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt236</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt237</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt238</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt239</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt24</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt240</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt241</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt242</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt243</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt244</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt245</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt246</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt247</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt248</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt249</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt25</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt250</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt251</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt252</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt253</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt254</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt255</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt256</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt257</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt258</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt259</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt26</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt260</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt261</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt262</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt263</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt264</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt265</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt266</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt267</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt268</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt269</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt27</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt270</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt271</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt272</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt273</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt274</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt275</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt276</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt277</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt278</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt279</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt28</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt280</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt281</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt282</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt283</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt284</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt285</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt286</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt287</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt288</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt289</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt29</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt290</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt291</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt292</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt293</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt294</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt295</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt296</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt297</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt298</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt299</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt3</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt30</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt300</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt301</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt302</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt303</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt304</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt305</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt306</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt307</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt308</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt309</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt31</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt310</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt311</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt312</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt313</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt314</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt315</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt316</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt317</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt318</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt319</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt32</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt320</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt321</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt322</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt323</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt324</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt325</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt326</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt327</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt328</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt329</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt33</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt330</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt331</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt332</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt333</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt334</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt335</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt336</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt337</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt338</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt339</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt34</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt340</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt341</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt342</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt343</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt344</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt345</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt346</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt347</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt348</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt349</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt35</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt350</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt351</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt352</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt353</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt354</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt355</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt356</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt357</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt358</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt359</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt36</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt360</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt361</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt362</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt363</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt364</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt365</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt366</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt367</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt368</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt369</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt37</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt370</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt371</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt372</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt373</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt374</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt375</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt376</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt377</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt378</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt379</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt38</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt380</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt381</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt382</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt383</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt384</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt385</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt386</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt387</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt388</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt389</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt39</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt390</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt391</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt392</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt393</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt394</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt395</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt396</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt397</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt398</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt399</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt4</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt40</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt400</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt401</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt402</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt403</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt404</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt405</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt406</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt407</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt408</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt409</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt41</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt410</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt411</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt412</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt413</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt414</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt415</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt416</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt417</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt418</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt419</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt42</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt420</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt421</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt422</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt423</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt424</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt425</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt426</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt427</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt428</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt429</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt43</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt430</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt431</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt432</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt433</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt434</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt435</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt436</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt437</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt438</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt439</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt44</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt440</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt441</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt442</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt443</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt444</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt445</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt446</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt447</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt448</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt45</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt46</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt47</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt48</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt49</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt5</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt50</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt51</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt52</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt53</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt54</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt55</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt56</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt57</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt58</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt59</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt6</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt60</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt61</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt62</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt63</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt64</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt65</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt66</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt67</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt68</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt69</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt7</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt70</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt71</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt72</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt73</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt74</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt75</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt76</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt77</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt78</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt79</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt8</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt80</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt81</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt82</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt83</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt84</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt85</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt86</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt87</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt88</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt89</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt9</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt90</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt91</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt92</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt93</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt94</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt95</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt96</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt97</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt98</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt99</str><str name="type">tlong</str></lst></arr>
</response>
at __randomizedtesting.SeedInfo.seed([85F6CEB69989B024:DA2F16C3775DDDC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.schema.TestCloudSchemaless.test(TestCloudSchemaless.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11362 lines...]
[junit4] Suite: org.apache.solr.schema.TestCloudSchemaless
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/init-core-data-001
[junit4] 2> 831813 INFO (SUITE-TestCloudSchemaless-seed#[85F6CEB69989B024]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 831813 INFO (SUITE-TestCloudSchemaless-seed#[85F6CEB69989B024]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /lb/
[junit4] 2> 831816 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 831816 INFO (Thread-2580) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 831816 INFO (Thread-2580) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 831916 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.ZkTestServer start zk server on port:33387
[junit4] 2> 831936 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig-schemaless.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 831946 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/schema-add-schema-fields-update-processor.xml to /configs/conf1/schema.xml
[junit4] 2> 831950 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 831953 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 831955 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 831958 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 831962 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 831968 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 831971 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 831974 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 831977 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.AbstractZkTestCase put /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 832194 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/control-001/cores/collection1
[junit4] 2> 832197 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 832200 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@419a7d3a{/lb,null,AVAILABLE}
[junit4] 2> 832201 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1ff7b354{HTTP/1.1,[http/1.1]}{127.0.0.1:36164}
[junit4] 2> 832201 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.e.j.s.Server Started @835670ms
[junit4] 2> 832201 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/tempDir-001/control/data, hostContext=/lb, hostPort=36164, coreRootDirectory=/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/control-001/cores}
[junit4] 2> 832202 ERROR (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 832202 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0
[junit4] 2> 832202 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 832202 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 832202 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2016-12-22T02:23:32.970Z
[junit4] 2> 832207 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 832208 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/control-001/solr.xml
[junit4] 2> 832216 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 832217 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33387/solr
[junit4] 2> 832275 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [n:127.0.0.1:36164_lb ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36164_lb
[junit4] 2> 832277 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [n:127.0.0.1:36164_lb ] o.a.s.c.Overseer Overseer (id=97148823967236100-127.0.0.1:36164_lb-n_0000000000) starting
[junit4] 2> 832300 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [n:127.0.0.1:36164_lb ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36164_lb
[junit4] 2> 832304 INFO (OverseerStateUpdate-97148823967236100-127.0.0.1:36164_lb-n_0000000000) [n:127.0.0.1:36164_lb ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 832416 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [n:127.0.0.1:36164_lb ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/control-001/cores
[junit4] 2> 832416 INFO (TEST-TestCloudSchemaless.test-seed#[85F6CEB69989B024]) [n:127.0.0.1:36164_lb ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 832429 INFO (OverseerStateUpdate-97148823967236100-127.0.0.1:36164_lb-n_0000000000) [n:127.0.0.1:36164_lb ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 833447 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0
[junit4] 2> 833456 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 833476 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=add-schema-fields-update-processor
[junit4] 2> 833485 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema add-schema-fields-update-processor/1.6 with uniqueid field id
[junit4] 2> 833487 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
[junit4] 2> 833496 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
[junit4] 2> 833497 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 833498 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/control-001/cores/collection1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001/control-001/cores/collection1/data/]
[junit4] 2> 833500 INFO (coreLoadExecutor-3953-thread-1-processing-n:127.0.0.1:36164_lb) [n:127.0.0.1:36164_lb c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=46.6728515625, floorSegmentMB=1.044921875, forceMergeDeletesPctAllowed=7.730501636438875, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6515328737540926
[junit4] 2> 833659 INFO (coreLoadExecutor
[...truncated too long message...]
ieldInt441</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt442</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt443</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt444</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt445</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt446</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt447</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt448</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt45</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt46</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt47</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt48</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt49</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt5</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt50</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt51</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt52</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt53</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt54</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt55</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt56</str><str name="type">tlon
[junit4] > g</str></lst><lst><str name="name">newTestFieldInt57</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt58</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt59</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt6</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt60</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt61</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt62</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt63</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt64</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt65</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt66</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt67</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt68</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt69</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt7</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt70</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt71</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt72</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt73</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt74</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt75</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt76</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt77</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt78</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt79</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt8</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt80</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt81</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt82</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt83</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt84</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt85</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt86</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt87</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt88</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt89</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt9</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt90</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt91</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt92</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt93</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt94</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt95</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt96</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt97</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt98</str><str name="type">tlong</str></lst><lst><str name="name">newTestFieldInt99</str><str name="type">tlong</str></lst></arr>
[junit4] > </response>
[junit4] > at __randomizedtesting.SeedInfo.seed([85F6CEB69989B024:DA2F16C3775DDDC]:0)
[junit4] > at org.apache.solr.schema.TestCloudSchemaless.test(TestCloudSchemaless.java:137)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 896084 INFO (SUITE-TestCloudSchemaless-seed#[85F6CEB69989B024]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-6.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_85F6CEB69989B024-001
[junit4] 2> Dec 22, 2016 2:24:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=es-EC, timezone=Europe/Athens
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_112 (64-bit)/cpus=3,threads=1,free=236660048,total=447193088
[junit4] 2> NOTE: All tests run in this JVM: [TestHdfsCloudBackupRestore, TestFuzzyAnalyzedSuggestions, TestSortByMinMaxFunction, TestAtomicUpdateErrorCases, TestCorePropertiesReload, TestFilteredDocIdSet, TestQuerySenderListener, EchoParamsTest, BasicFunctionalityTest, TestSystemIdResolver, TestSolrDynamicMBean, HdfsRestartWhileUpdatingTest, TestLMDirichletSimilarityFactory, TestUtils, HdfsRecoverLeaseTest, ShardRoutingCustomTest, ManagedSchemaRoundRobinCloudTest, CdcrReplicationHandlerTest, TestSSLRandomization, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, LeaderInitiatedRecoveryOnShardRestartTest, TestFiltering, SharedFSAutoReplicaFailoverTest, HLLSerializationTest, BigEndianAscendingWordSerializerTest, TestDistribIDF, CollectionReloadTest, RulesTest, TestSearchPerf, MinimalSchemaTest, SignatureUpdateProcessorFactoryTest, FieldAnalysisRequestHandlerTest, SolrCoreCheckLockOnStartupTest, PeerSyncWithIndexFingerprintCachingTest, TestCloudManagedSchema, TestHighFrequencyDictionaryFactory, TestFieldCacheReopen, TestFieldTypeCollectionResource, ChangedSchemaMergeTest, TestAuthorizationFramework, TriLevelCompositeIdRoutingTest, TestConfigSetsAPI, CdcrUpdateLogTest, TestManagedResourceStorage, TestDistributedGrouping, TestWriterPerf, ExternalFileFieldSortTest, TermVectorComponentDistributedTest, CurrencyFieldOpenExchangeTest, SolrIndexConfigTest, HdfsUnloadDistributedZkTest, TestBulkSchemaAPI, DeleteNodeTest, TestXmlQParser, TestConfig, DistributedFacetExistsSmallTest, BasicDistributedZk2Test, TestDFISimilarityFactory, TestLegacyFieldCache, SpellCheckCollatorTest, HdfsBasicDistributedZk2Test, CleanupOldIndexTest, TestCustomDocTransformer, CloneFieldUpdateProcessorFactoryTest, CollectionsAPISolrJTest, StatsComponentTest, ConnectionReuseTest, SolrIndexSplitterTest, TestObjectReleaseTracker, SmileWriterTest, TestMergePolicyConfig, TestDynamicFieldCollectionResource, BinaryUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, HighlighterMaxOffsetTest, TestSchemaNameResource, QueryResultKeyTest, CdcrVersionReplicationTest, ResourceLoaderTest, TestNamedUpdateProcessors, DistributedFacetPivotSmallTest, BasicAuthIntegrationTest, TestExpandComponent, TestRealTimeGet, HdfsThreadLeakTest, ZkSolrClientTest, TestDynamicLoading, TestClusterProperties, JsonLoaderTest, TestCollapseQParserPlugin, CopyFieldTest, TestSolr4Spatial, TestSchemaSimilarityResource, TestCustomSort, PeerSyncReplicationTest, DistributedSuggestComponentTest, TestSolrCloudSnapshots, ScriptEngineTest, HdfsChaosMonkeyNothingIsSafeTest, CoreSorterTest, SpatialRPTFieldTypeTest, DateMathParserTest, FileBasedSpellCheckerTest, TestAuthenticationFramework, TestCrossCoreJoin, UpdateParamsTest, TestTolerantUpdateProcessorRandomCloud, TestDelegationWithHadoopAuth, TestReplicationHandlerBackup, TestIndexingPerformance, TestInfoStreamLogging, ExplicitHLLTest, TestCloudInspectUtil, SolrInfoMBeanTest, TestFieldCollectionResource, CursorMarkTest, SparseHLLTest, BlockJoinFacetDistribTest, TestEmbeddedSolrServerConstructors, TestNumericTerms64, TestLeaderElectionZkExpiry, SuggesterTSTTest, TestCloudSchemaless]
[junit4] Completed [224/665 (1!)] on J1 in 64.56s, 1 test, 1 failure <<< FAILURES!
[...truncated 63864 lines...]