You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/08/20 18:03:02 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 142 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/142/
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([4FD1033D7564F214:9B944864923241EF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12423 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/init-core-data-001
[junit4] 2> 1689907 WARN (SUITE-CdcrBootstrapTest-seed#[4FD1033D7564F214]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1689907 INFO (SUITE-CdcrBootstrapTest-seed#[4FD1033D7564F214]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1689908 INFO (SUITE-CdcrBootstrapTest-seed#[4FD1033D7564F214]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1689909 INFO (SUITE-CdcrBootstrapTest-seed#[4FD1033D7564F214]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1689915 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 1689916 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-target-001
[junit4] 2> 1689916 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1689916 INFO (Thread-3365) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1689916 INFO (Thread-3365) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1689921 ERROR (Thread-3365) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1690016 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.ZkTestServer start zk server on port:51555
[junit4] 2> 1690029 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1690032 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6be62fc8{/solr,null,AVAILABLE}
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5d199b00{SSL,[ssl, http/1.1]}{127.0.0.1:43087}
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.e.j.s.Server Started @1693638ms
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43087}
[junit4] 2> 1690033 ERROR (jetty-launcher-3279-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1690033 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T17:26:19.229Z
[junit4] 2> 1690035 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1690048 INFO (jetty-launcher-3279-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51555/solr
[junit4] 2> 1690094 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1690094 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43087_solr
[junit4] 2> 1690095 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.c.Overseer Overseer (id=98516990631149571-127.0.0.1:43087_solr-n_0000000000) starting
[junit4] 2> 1690109 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43087_solr
[junit4] 2> 1690116 INFO (zkCallback-3286-thread-1-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1690169 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43087.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1690176 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43087.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1690176 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43087.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1690177 INFO (jetty-launcher-3279-thread-1) [n:127.0.0.1:43087_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:51555/solr
[junit4] 2> 1690196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-source-001
[junit4] 2> 1690196 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1690197 INFO (Thread-3375) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1690197 INFO (Thread-3375) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1690200 ERROR (Thread-3375) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1690297 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.ZkTestServer start zk server on port:47872
[junit4] 2> 1690312 INFO (jetty-launcher-3291-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1690316 INFO (jetty-launcher-3291-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52a76357{/solr,null,AVAILABLE}
[junit4] 2> 1690316 INFO (jetty-launcher-3291-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6c101c52{SSL,[ssl, http/1.1]}{127.0.0.1:54567}
[junit4] 2> 1690316 INFO (jetty-launcher-3291-thread-1) [ ] o.e.j.s.Server Started @1693922ms
[junit4] 2> 1690316 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54567}
[junit4] 2> 1690317 ERROR (jetty-launcher-3291-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1690317 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1690317 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1690317 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1690317 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-20T17:26:19.513Z
[junit4] 2> 1690318 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1690328 INFO (jetty-launcher-3291-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47872/solr
[junit4] 2> 1690374 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1690375 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54567_solr
[junit4] 2> 1690375 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.c.Overseer Overseer (id=98516990649499651-127.0.0.1:54567_solr-n_0000000000) starting
[junit4] 2> 1690387 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54567_solr
[junit4] 2> 1690390 INFO (zkCallback-3298-thread-1-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1690476 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54567.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1690484 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54567.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1690484 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54567.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1690485 INFO (jetty-launcher-3291-thread-1) [n:127.0.0.1:54567_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-source-001/node1/.
[junit4] 2> 1690549 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e00ae58010006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1690551 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1690552 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:47872/solr ready
[junit4] 2> 1690582 INFO (qtp1572632713-15473) [n:127.0.0.1:54567_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1690591 INFO (OverseerThreadFactory-5763-thread-1-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 1690701 INFO (OverseerStateUpdate-98516990649499651-127.0.0.1:54567_solr-n_0000000000) [n:127.0.0.1:54567_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:54567/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1690921 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1690921 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1691025 INFO (zkCallback-3298-thread-1-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1691026 INFO (zkCallback-3298-thread-2-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1691935 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1691949 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1691951 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1691953 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1691953 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 1691955 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 1691955 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 1691956 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54567.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1691956 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1691956 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 1692076 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1692076 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1692077 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1692078 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1692079 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@790fedee[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1692081 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 1692081 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 1692081 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 1692081 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1692082 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1692088 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 1692092 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 1692128 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@790fedee[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1692128 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576271852416794624
[junit4] 2> 1692134 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1692134 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1692134 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54567/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 1692134 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1692134 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:54567/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 1692134 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1692136 INFO (zkCallback-3298-thread-3-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 1692137 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54567/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 1692247 INFO (zkCallback-3298-thread-3-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1692247 INFO (zkCallback-3298-thread-2-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1692295 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1692297 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1375
[junit4] 2> 1692306 INFO (qtp1572632713-15473) [n:127.0.0.1:54567_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1692399 INFO (zkCallback-3298-thread-2-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1692399 INFO (zkCallback-3298-thread-3-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1692592 INFO (OverseerCollectionConfigSetProcessor-98516990649499651-127.0.0.1:54567_solr-n_0000000000) [n:127.0.0.1:54567_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1693306 INFO (qtp1572632713-15473) [n:127.0.0.1:54567_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2724
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 1693326 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=11
[junit4] 2> 1693329 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853676134400,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693329 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853676134400
[junit4] 2> 1693390 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@171aacfb[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693390 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693392 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@171aacfb[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100)))}
[junit4] 2> 1693392 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=63
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 1693401 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 1693402 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853752680448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693402 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853752680448
[junit4] 2> 1693440 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ba95895[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693441 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693442 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5ba95895[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100)))}
[junit4] 2> 1693442 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=40
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 1693446 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1693447 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853799866368,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693447 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853799866368
[junit4] 2> 1693479 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@880868c[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693480 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693481 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@880868c[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100)))}
[junit4] 2> 1693481 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=34
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 1693487 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1693489 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853843906560,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693489 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853843906560
[junit4] 2> 1693523 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c0260c2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693523 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693524 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6c0260c2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100)))}
[junit4] 2> 1693524 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=35
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 1693533 INFO (qtp1572632713-15473) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1693533 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853890043906,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693533 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853890043906
[junit4] 2> 1693566 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@403aee86[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693566 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693567 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@403aee86[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100)))}
[junit4] 2> 1693567 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=34
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 1693571 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1693572 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853930938368,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693572 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853930938368
[junit4] 2> 1693607 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1eba18f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693607 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693608 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1eba18f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100)))}
[junit4] 2> 1693608 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=36
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 1693612 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1693613 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271853973929984,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693613 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271853973929984
[junit4] 2> 1693660 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54624bc2[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693660 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693661 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@54624bc2[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100)))}
[junit4] 2> 1693662 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=48
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 1693666 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1693666 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271854029504514,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693666 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271854029504514
[junit4] 2> 1693700 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a8ef9be[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693701 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693702 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6a8ef9be[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100)))}
[junit4] 2> 1693702 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=36
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 1693706 INFO (qtp1572632713-15473) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1693707 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271854072496128,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693707 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271854072496128
[junit4] 2> 1693741 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d080a1f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693741 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693742 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2d080a1f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100)))}
[junit4] 2> 1693743 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=35
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 1693747 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1693752 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271854119682048,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1693752 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271854119682048
[junit4] 2> 1693800 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@42cf9472[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 1693801 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1693802 INFO (searcherExecutor-5766-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@42cf9472[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100) Uninverting(_9(7.1.0):C100)))}
[junit4] 2> 1693802 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=54
[junit4] 2> 1693803 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 1693869 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1693870 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[4FD1033D7564F214]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51555/solr ready
[junit4] 2> 1693938 INFO (qtp1178591535-15433) [n:127.0.0.1:43087_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1693951 INFO (OverseerThreadFactory-5755-thread-1-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 1694065 INFO (OverseerStateUpdate-98516990631149571-127.0.0.1:43087_solr-n_0000000000) [n:127.0.0.1:43087_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43087/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1694298 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1694299 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1694412 INFO (zkCallback-3286-thread-1-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1694420 INFO (zkCallback-3286-thread-2-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1695320 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1695325 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1695327 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1695329 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1695336 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 1695338 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 1695338 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 1695338 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43087.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63a44979
[junit4] 2> 1695338 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1695339 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 1695409 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 1695410 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1695412 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1695412 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1695413 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40c0a225[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 1695415 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 1695415 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 1695415 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 1695416 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1695416 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1695418 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 1695422 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 1695426 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576271855874998272
[junit4] 2> 1695428 INFO (searcherExecutor-5772-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@40c0a225[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1695433 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1695434 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1695434 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43087/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1695434 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1695434 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:43087/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 1695434 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1695447 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43087/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 1695435 INFO (zkCallback-3286-thread-3-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 1695547 INFO (zkCallback-3286-thread-3-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1695547 INFO (zkCallback-3286-thread-2-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1695598 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1695599 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1300
[junit4] 2> 1695604 INFO (qtp1178591535-15433) [n:127.0.0.1:43087_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1695701 INFO (zkCallback-3286-thread-3-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1695701 INFO (zkCallback-3286-thread-2-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1695956 INFO (OverseerCollectionConfigSetProcessor-98516990631149571-127.0.0.1:43087_solr-n_0000000000) [n:127.0.0.1:43087_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1696605 INFO (qtp1178591535-15433) [n:127.0.0.1:43087_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2666
[junit4] 2> 1696609 INFO (zkCallback-3286-thread-3-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 1696609 INFO (qtp1178591535-15434) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1696611 INFO (zkCallback-3286-thread-3-processing-n:127.0.0.1:43087_solr) [n:127.0.0.1:43087_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 1696613 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1696614 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51555/solr ready
[junit4] 2> 1696632 INFO (qtp1178591535-15433) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 1696632 INFO (qtp1178591535-15433) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 1696633 INFO (qtp1178591535-15428) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1696634 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 1696634 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 1696639 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 1696640 INFO (zkCallback-3298-thread-2-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 1696640 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=29
[junit4] 2> 1696640 INFO (zkCallback-3298-thread-2-processing-n:127.0.0.1:54567_solr) [n:127.0.0.1:54567_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 1696640 INFO (cdcr-bootstrap-status-3310-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:43087/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 1696657 INFO (qtp1178591535-15432) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:54567/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 1696658 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=17
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=17},queues={127.0.0.1:51555/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 1696660 INFO (qtp1178591535-15429) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271857168941056,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1696660 INFO (qtp1178591535-15429) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1696664 INFO (qtp1178591535-15429) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1696664 INFO (qtp1178591535-15429) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 1696664 INFO (qtp1178591535-15431) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1696665 INFO (cdcr-bootstrap-status-3310-thread-1-processing-n:127.0.0.1:54567_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 1696665 INFO (qtp1178591535-15434) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 1696665 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1696669 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1576271857178378240,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1696669 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@32201356 commitCommandVersion:1576271857178378240
[junit4] 2> 1696701 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f292a69[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 1696701 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1696701 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 1696704 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1696705 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 1696705 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1503249985865
[junit4] 2> 1696705 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1696705 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1696705 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 1696710 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1576271853661454336}, {size=4778, name=tlog.0000000000000000001.1576271853743243264}, {size=4778, name=tlog.0000000000000000002.1576271853795672064}, {size=4778, name=tlog.0000000000000000003.1576271853836566528}, {size=4778, name=tlog.0000000000000000004.1576271853882703872}, {size=4778, name=tlog.0000000000000000005.1576271853926744064}, {size=4778, name=tlog.0000000000000000006.1576271853969735680}, {size=4778, name=tlog.0000000000000000007.1576271854025310208}, {size=4778, name=tlog.0000000000000000008.1576271854068301824}, {size=4778, name=tlog.0000000000000000009.1576271854111293440}]
[junit4] 2> 1696710 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=4
[junit4] 2> 1696710 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 23
[junit4] 2> 1696710 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 1696718 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 1696719 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6d7997b8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@39d9bf9d)
[junit4] 2> 1696719 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FSTOrd50_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696721 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696725 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696726 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696727 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FSTOrd50_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696728 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696729 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696730 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696731 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696732 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696733 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696734 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696735 INFO (qtp1572632713-15469) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696736 INFO (qtp1572632713-15472) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696739 INFO (qtp1572632713-15474) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696743 INFO (qtp1572632713-15470) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FSTOrd50_0.tix&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696744 INFO (qtp1572632713-15476) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696747 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696748 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696749 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696750 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_FSTOrd50_0.tbk&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696751 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Lucene70_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696752 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 1696753 INFO (recoveryExecutor-3284-thread-1-processing-n:127.0.0.1:43087_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:43087_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1576271853661454336}, {size=4778, name=tlog.0000000000000000001.1576271853743243264}, {size=4778, name=tlog.0000000000000000002.1576271853795672064}, {size=4778, name=tlog.0000000000000000003.1576271853836566528}, {size=4778, name=tlog.0000000000000000004.1576271853882703872}, {size=4778, name=tlog.0000000000000000005.1576271853926744064}, {size=4778, name=tlog.0000000000000000006.1576271853969735680}, {size=4778, name=tlog.0000000000000000007.1576271854025310208}, {size=4778, name=tlog.0000000000000000008.1576271854068301824}, {size=4778, name=tlog.0000000000000000009.1576271854111293440}]
[junit4] 2> 1696754 INFO (qtp1572632713-15475) [n:127.0.0.1:54567_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generat
[...truncated too long message...]
eader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1849723 INFO (coreCloseExecutor-5906-thread-1) [n:127.0.0.1:41825_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@278c1697
[junit4] 2> 1849723 INFO (coreCloseExecutor-5906-thread-1) [n:127.0.0.1:41825_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=663492247
[junit4] 2> 1849723 INFO (coreCloseExecutor-5906-thread-1) [n:127.0.0.1:41825_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3eb2781f: rootName = solr_41825, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5ea7a184
[junit4] 2> 1849730 INFO (coreCloseExecutor-5906-thread-1) [n:127.0.0.1:41825_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=663492247
[junit4] 2> 1849730 INFO (coreCloseExecutor-5906-thread-1) [n:127.0.0.1:41825_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 1849753 INFO (jetty-closer-3349-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98517000158380035-127.0.0.1:41825_solr-n_0000000000) closing
[junit4] 2> 1849753 INFO (OverseerStateUpdate-98517000158380035-127.0.0.1:41825_solr-n_0000000000) [n:127.0.0.1:41825_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41825_solr
[junit4] 2> 1851276 WARN (zkCallback-3355-thread-1-processing-n:127.0.0.1:41825_solr) [n:127.0.0.1:41825_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1851277 INFO (jetty-closer-3349-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66d1abbe{/solr,null,UNAVAILABLE}
[junit4] 2> 1851277 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FD1033D7564F214]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1851282 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FD1033D7564F214]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54165 54165
[junit4] 2> 1851384 INFO (Thread-3413) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54165 54165
[junit4] 2> 1851389 WARN (Thread-3413) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 1851389 INFO (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[4FD1033D7564F214]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testConvertClusterToCdcrAndBootstrap
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_4FD1033D7564F214-001
[junit4] 2> Aug 20, 2017 5:29:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=FSTOrd50, id=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Memory), xyz=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1313, maxMBSortInHeap=7.337540783505674, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-DZ, timezone=Africa/Banjul
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=143455576,total=532152320
[junit4] 2> NOTE: All tests run in this JVM: [DataDrivenBlockJoinTest, TestSQLHandler, TestRawResponseWriter, TestReloadAndDeleteDocs, TestManagedSchemaThreadSafety, DistributedSuggestComponentTest, DocValuesMultiTest, ActionThrottleTest, TestSSLRandomization, DistributedVersionInfoTest, SOLR749Test, ResponseHeaderTest, TestCustomDocTransformer, TestFieldSortValues, SampleTest, TestDFISimilarityFactory, LeaderFailureAfterFreshStartTest, TestSolrCloudWithHadoopAuthPlugin, TestValueSourceCache, SystemInfoHandlerTest, AlternateDirectoryTest, TestPayloadScoreQParserPlugin, TestSubQueryTransformerDistrib, TestTrieFacet, TestMaxTokenLenTokenizer, TestSolrIndexConfig, SolrSlf4jReporterTest, CdcrRequestHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, BadComponentTest, TestBackupRepositoryFactory, SuggestComponentContextFilterQueryTest, ConcurrentDeleteAndCreateCollectionTest, NodeMutatorTest, TestSolrCoreSnapshots, TestHashPartitioner, SharedFSAutoReplicaFailoverTest, TestSolrCLIRunExample, ReplicationFactorTest, HdfsUnloadDistributedZkTest, TestCharFilters, StatelessScriptUpdateProcessorFactoryTest, TestDocBasedVersionConstraints, TestFiltering, DistributedFacetPivotLongTailTest, TestBlobHandler, BasicAuthIntegrationTest, TestBM25SimilarityFactory, SolrCLIZkUtilsTest, TestReplicationHandlerBackup, OpenCloseCoreStressTest, StatsReloadRaceTest, TestMultiValuedNumericRangeQuery, TestCoreDiscovery, TestHashQParserPlugin, CoreMergeIndexesAdminHandlerTest, BasicFunctionalityTest, IndexSchemaTest, EnumFieldTest, V2StandaloneTest, TestExactSharedStatsCache, MetricsConfigTest, UpdateRequestProcessorFactoryTest, TestCloudRecovery, SoftAutoCommitTest, JSONWriterTest, SolrCmdDistributorTest, ZkCLITest, TestLRUCache, BlockJoinFacetDistribTest, TestCloudJSONFacetJoinDomain, SolrGraphiteReporterTest, TestPartialUpdateDeduplication, DisMaxRequestHandlerTest, HdfsLockFactoryTest, ImplicitSnitchTest, GraphQueryTest, TestSystemIdResolver, TestSearchPerf, TestSha256AuthenticationProvider, WrapperMergePolicyFactoryTest, ConfigureRecoveryStrategyTest, TestStressRecovery, AddBlockUpdateTest, TestSchemaNameResource, TestTolerantUpdateProcessorRandomCloud, TestNumericTerms32, TestXIncludeConfig, HdfsBasicDistributedZk2Test, TestInPlaceUpdatesDistrib, HdfsRecoverLeaseTest, SSLMigrationTest, TestDynamicFieldCollectionResource, DistribDocExpirationUpdateProcessorTest, TestUpdate, VMParamsZkACLAndCredentialsProvidersTest, SpellCheckComponentTest, TestInfoStreamLogging, TestAnalyzeInfixSuggestions, LargeFieldTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestRandomFlRTGCloud, TermVectorComponentTest, TestCustomStream, TestFuzzyAnalyzedSuggestions, ClassificationUpdateProcessorTest, TestConfigsApi, TestExclusionRuleCollectionAccess, TestSchemalessBufferedUpdates, BlockDirectoryTest, TestTrackingShardHandlerFactory, TestDeleteCollectionOnDownNodes, MigrateRouteKeyTest, TestElisionMultitermQuery, TestQueryTypes, CloudMLTQParserTest, TestPostingsSolrHighlighter, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, TestReplicationHandler, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestStressReorder, TestStressVersions, TestCoreContainer, TestSolr4Spatial, ConvertedLegacyTest, DirectUpdateHandlerTest, TestBadConfig, SolrIndexSplitterTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, QueryEqualityTest, DistanceFunctionTest, TestSolrDeletionPolicy1, IndexBasedSpellCheckerTest, TestQueryUtils, TestWriterPerf, RequestHandlersTest, DocumentBuilderTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, MBeansHandlerTest, JsonLoaderTest, CSVRequestHandlerTest, HighlighterConfigTest, TestQuerySenderNoQuery, MultiTermTest, TestConfig, OutputWriterTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrBootstrapTest]
[junit4] Completed [506/729 (1!)] on J1 in 162.03s, 3 tests, 1 failure <<< FAILURES!
[...truncated 44133 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 148 - Still unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/148/
1 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([DFF222FF1CFFCEAB:BB769A6FBA97D50]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12969 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/init-core-data-001
[junit4] 2> 3496824 WARN (SUITE-CdcrBootstrapTest-seed#[DFF222FF1CFFCEAB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
[junit4] 2> 3496924 INFO (SUITE-CdcrBootstrapTest-seed#[DFF222FF1CFFCEAB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3496925 INFO (SUITE-CdcrBootstrapTest-seed#[DFF222FF1CFFCEAB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3496925 INFO (SUITE-CdcrBootstrapTest-seed#[DFF222FF1CFFCEAB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3496940 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithSourceCluster
[junit4] 2> 3496940 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-target-001
[junit4] 2> 3496940 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3496943 INFO (Thread-5013) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3496943 INFO (Thread-5013) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3497022 ERROR (Thread-5013) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3497053 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.ZkTestServer start zk server on port:46019
[junit4] 2> 3497291 INFO (jetty-launcher-1840-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3497424 INFO (jetty-launcher-1840-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65aa70a3{/solr,null,AVAILABLE}
[junit4] 2> 3497424 INFO (jetty-launcher-1840-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18782e88{SSL,[ssl, http/1.1]}{127.0.0.1:33634}
[junit4] 2> 3497424 INFO (jetty-launcher-1840-thread-1) [ ] o.e.j.s.Server Started @3510174ms
[junit4] 2> 3497424 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33634}
[junit4] 2> 3497424 ERROR (jetty-launcher-1840-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3497425 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 3497425 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3497425 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3497425 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T17:12:56.432Z
[junit4] 2> 3497504 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3497566 INFO (jetty-launcher-1840-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46019/solr
[junit4] 2> 3498191 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3498192 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33634_solr
[junit4] 2> 3498192 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.c.Overseer Overseer (id=98596210344722435-127.0.0.1:33634_solr-n_0000000000) starting
[junit4] 2> 3498240 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33634_solr
[junit4] 2> 3498276 INFO (zkCallback-1847-thread-1-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3499242 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33634.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3499288 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33634.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3499288 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33634.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3499289 INFO (jetty-launcher-1840-thread-1) [n:127.0.0.1:33634_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:46019/solr
[junit4] 2> 3499585 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-source-001
[junit4] 2> 3499585 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3499600 INFO (Thread-5023) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3499600 INFO (Thread-5023) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3499620 ERROR (Thread-5023) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3499700 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.ZkTestServer start zk server on port:39436
[junit4] 2> 3499780 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3499863 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d064f84{/solr,null,AVAILABLE}
[junit4] 2> 3499864 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f09bda9{SSL,[ssl, http/1.1]}{127.0.0.1:44635}
[junit4] 2> 3499864 INFO (jetty-launcher-1852-thread-1) [ ] o.e.j.s.Server Started @3512614ms
[junit4] 2> 3499896 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44635}
[junit4] 2> 3499897 ERROR (jetty-launcher-1852-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3499897 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 3499926 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3499926 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 3499926 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-09-03T17:12:58.933Z
[junit4] 2> 3499996 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3500061 INFO (jetty-launcher-1852-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39436/solr
[junit4] 2> 3500093 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e48bb27f00002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3500468 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3500469 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44635_solr
[junit4] 2> 3500469 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.c.Overseer Overseer (id=98596210514853891-127.0.0.1:44635_solr-n_0000000000) starting
[junit4] 2> 3500540 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44635_solr
[junit4] 2> 3500541 INFO (zkCallback-1859-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3500744 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44635.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3500790 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44635.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3500790 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44635.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3500804 INFO (jetty-launcher-1852-thread-1) [n:127.0.0.1:44635_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-source-001/node1/.
[junit4] 2> 3501440 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3501489 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39436/solr ready
[junit4] 2> 3501669 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3501716 INFO (OverseerThreadFactory-5264-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 3502228 INFO (OverseerStateUpdate-98596210514853891-127.0.0.1:44635_solr-n_0000000000) [n:127.0.0.1:44635_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-source",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-source_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44635/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 3502659 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 3502660 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3502886 INFO (zkCallback-1859-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3502893 INFO (zkCallback-1859-thread-2-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3503725 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 3503773 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3503803 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3503822 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3503836 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 3503837 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 3503837 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
[junit4] 2> 3503837 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44635.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3503838 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3503838 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
[junit4] 2> 3504410 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 3504410 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3504411 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3504411 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3504425 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@67a8643e[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3504426 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 3504426 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 3504427 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 3504427 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 3504427 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3504476 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 3504510 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 3504659 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577539373541359616
[junit4] 2> 3504744 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@67a8643e[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3504792 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3504792 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3504793 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44635/solr/cdcr-source_shard1_replica_n1/
[junit4] 2> 3504793 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3504793 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44635/solr/cdcr-source_shard1_replica_n1/ has no replicas
[junit4] 2> 3504793 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3504807 INFO (zkCallback-1859-thread-2-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 3504808 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44635/solr/cdcr-source_shard1_replica_n1/ shard1
[junit4] 2> 3504924 INFO (zkCallback-1859-thread-2-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3504924 INFO (zkCallback-1859-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3504972 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3505090 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2430
[junit4] 2> 3505220 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3505351 INFO (zkCallback-1859-thread-2-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3505351 INFO (zkCallback-1859-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3505821 INFO (OverseerCollectionConfigSetProcessor-98596210514853891-127.0.0.1:44635_solr-n_0000000000) [n:127.0.0.1:44635_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3506227 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=4557
[junit4] 1> Adding 10 docs with commit=true, numDocs=100
[junit4] 2> 3506430 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=146
[junit4] 2> 3506439 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539375407824896,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3506439 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539375407824896
[junit4] 2> 3506821 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2675b99a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3506822 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3506823 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2675b99a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100)))}
[junit4] 2> 3506823 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=384
[junit4] 1> Adding 10 docs with commit=true, numDocs=200
[junit4] 2> 3507018 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=192
[junit4] 2> 3507077 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539376076816384,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3507077 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539376076816384
[junit4] 2> 3507355 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a601385[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3507355 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3507369 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3a601385[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100)))}
[junit4] 2> 3507370 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=326
[junit4] 1> Adding 10 docs with commit=true, numDocs=300
[junit4] 2> 3507487 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=115
[junit4] 2> 3507488 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539376507781120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3507488 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539376507781120
[junit4] 2> 3507877 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@378ad05a[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3507882 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@378ad05a[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100)))}
[junit4] 2> 3507883 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3507883 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=395
[junit4] 1> Adding 10 docs with commit=true, numDocs=400
[junit4] 2> 3507900 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3507939 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539376979640320,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3507939 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539376979640320
[junit4] 2> 3508359 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bce9079[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3508373 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7bce9079[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100)))}
[junit4] 2> 3508388 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3508388 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=487
[junit4] 1> Adding 10 docs with commit=true, numDocs=500
[junit4] 2> 3508392 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3508484 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539377552162816,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3508484 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539377552162816
[junit4] 2> 3509192 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ebaa0a6[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3509225 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3509226 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1ebaa0a6[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100)))}
[junit4] 2> 3509226 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=742
[junit4] 1> Adding 10 docs with commit=true, numDocs=600
[junit4] 2> 3509271 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=43
[junit4] 2> 3509271 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539378377392136,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3509271 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539378377392136
[junit4] 2> 3509623 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d071b63[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3509653 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@3d071b63[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100)))}
[junit4] 2> 3509653 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3509653 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=381
[junit4] 1> Adding 10 docs with commit=true, numDocs=700
[junit4] 2> 3509685 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=31
[junit4] 2> 3509686 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539378812551168,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3509686 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539378812551168
[junit4] 2> 3510266 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@472bf9d0[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3510266 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3510267 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@472bf9d0[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100)))}
[junit4] 2> 3510268 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=581
[junit4] 1> Adding 10 docs with commit=true, numDocs=800
[junit4] 2> 3510271 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3510290 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539379445891072,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3510290 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539379445891072
[junit4] 2> 3510547 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d967fc[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3510548 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3510549 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@d967fc[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100)))}
[junit4] 2> 3510549 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=258
[junit4] 1> Adding 10 docs with commit=true, numDocs=900
[junit4] 2> 3510565 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3510611 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539379782483968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3510611 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539379782483968
[junit4] 2> 3510803 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f68dd4f[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3510804 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6f68dd4f[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100)))}
[junit4] 2> 3510804 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3510804 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=238
[junit4] 1> Adding 10 docs with commit=true, numDocs=1000
[junit4] 2> 3510829 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3510829 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539380011073550,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3510829 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539380011073550
[junit4] 2> 3511187 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de6b975[cdcr-source_shard1_replica_n1] main]
[junit4] 2> 3511188 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3511205 INFO (searcherExecutor-5267-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1de6b975[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C100) Uninverting(_1(7.1.0):C100) Uninverting(_2(7.1.0):C100) Uninverting(_3(7.1.0):C100) Uninverting(_4(7.1.0):C100) Uninverting(_5(7.1.0):C100) Uninverting(_6(7.1.0):C100) Uninverting(_7(7.1.0):C100) Uninverting(_8(7.1.0):C100) Uninverting(_9(7.1.0):C100)))}
[junit4] 2> 3511205 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=375
[junit4] 2> 3511206 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
[junit4] 2> 3511379 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3511379 INFO (TEST-CdcrBootstrapTest.testBootstrapWithSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46019/solr ready
[junit4] 2> 3512001 INFO (qtp212265569-13888) [n:127.0.0.1:33634_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3512017 INFO (OverseerThreadFactory-5256-thread-1-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-target
[junit4] 2> 3512187 INFO (OverseerStateUpdate-98596210344722435-127.0.0.1:33634_solr-n_0000000000) [n:127.0.0.1:33634_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-target",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-target_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33634/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 3512571 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 3512571 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3512779 INFO (zkCallback-1847-thread-1-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3512787 INFO (zkCallback-1847-thread-2-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3513831 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 3513892 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 3513894 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-target_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3513925 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3513925 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-target/managed-schema
[junit4] 2> 3513928 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-target/schema.xml to /configs/cdcr-target/schema.xml.bak
[junit4] 2> 3513928 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-target_shard1_replica_n1' using configuration from collection cdcr-target, trusted=true
[junit4] 2> 3513928 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33634.solr.core.cdcr-target.shard1.replica_n1' (registry 'solr.core.cdcr-target.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71359b2
[junit4] 2> 3513928 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 3513928 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-target_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-target-001/node1/cdcr-target_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001/cdcr-target-001/node1/./cdcr-target_shard1_replica_n1/data/]
[junit4] 2> 3514336 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 3514336 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3514337 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3514337 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3514354 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46fb98c3[cdcr-target_shard1_replica_n1] main]
[junit4] 2> 3514383 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-target
[junit4] 2> 3514383 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-target
[junit4] 2> 3514384 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-target/managed-schema
[junit4] 2> 3514384 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 3514384 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3514386 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-target/cdcr/state/buffer
[junit4] 2> 3514579 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-target/cdcr/state/process
[junit4] 2> 3514693 INFO (searcherExecutor-5273-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-target_shard1_replica_n1] Registered new searcher Searcher@46fb98c3[cdcr-target_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3514694 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1577539384063819776
[junit4] 2> 3514711 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3514711 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3514711 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33634/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 3514711 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3514711 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33634/solr/cdcr-target_shard1_replica_n1/ has no replicas
[junit4] 2> 3514711 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3514713 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33634/solr/cdcr-target_shard1_replica_n1/ shard1
[junit4] 2> 3514732 INFO (zkCallback-1847-thread-1-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-target:shard1
[junit4] 2> 3514854 INFO (zkCallback-1847-thread-1-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3514866 INFO (zkCallback-1847-thread-2-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3514917 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3514917 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=cdcr-target&newCollection=true&name=cdcr-target_shard1_replica_n1&action=CREATE&numShards=1&collection=cdcr-target&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2346
[junit4] 2> 3514962 INFO (qtp212265569-13888) [n:127.0.0.1:33634_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 3515070 INFO (zkCallback-1847-thread-3-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3515070 INFO (zkCallback-1847-thread-2-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3515970 INFO (qtp212265569-13888) [n:127.0.0.1:33634_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-target&name=cdcr-target&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3969
[junit4] 2> 3515987 INFO (zkCallback-1847-thread-3-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/cdcr/state/process @ cdcr-target:shard1
[junit4] 2> 3515988 INFO (qtp212265569-13889) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-target:4&action=start&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 3515988 INFO (zkCallback-1847-thread-3-processing-n:127.0.0.1:33634_solr) [n:127.0.0.1:33634_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-target:shard1
[junit4] 2> 3516048 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3516049 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46019/solr ready
[junit4] 2> 3516068 INFO (OverseerCollectionConfigSetProcessor-98596210344722435-127.0.0.1:33634_solr-n_0000000000) [n:127.0.0.1:33634_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3516164 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 3516164 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3516164 INFO (qtp212265569-13882) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-target:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=99
[junit4] 2> 3516164 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-target with checkpoint -1 @ cdcr-source:shard1
[junit4] 2> 3516164 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target, shard: shard1
[junit4] 2> 3516216 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 3516232 INFO (zkCallback-1859-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/cdcr/state/process @ cdcr-source:shard1
[junit4] 2> 3516232 INFO (zkCallback-1859-thread-1-processing-n:127.0.0.1:44635_solr) [n:127.0.0.1:44635_solr ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-source:shard1
[junit4] 2> 3516232 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=start&wt=javabin&version=2} status=0 QTime=233
[junit4] 2> 3516233 INFO (qtp2061252244-13927) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-source:4&action=queues&wt=javabin&version=2} status=0 QTime=0
[junit4] 1> Cdcr queue response: {responseHeader={status=0,QTime=0},queues={127.0.0.1:46019/solr={cdcr-target={queueSize=1010,lastTimestamp=}}},tlogTotalSize=47659,tlogTotalCount=10,updateLogSynchronizer=stopped}
[junit4] 2> 3516234 INFO (qtp212265569-13886) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539385678626816,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3516235 INFO (cdcr-bootstrap-status-1871-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-target shard: shard1 leader: https://127.0.0.1:33634/solr/cdcr-target_shard1_replica_n1/
[junit4] 2> 3516291 INFO (qtp212265569-13886) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3516292 INFO (qtp212265569-13886) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3516315 INFO (qtp212265569-13886) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=cdcr-target:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=81
[junit4] 2> 3516328 INFO (qtp212265569-13887) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-target:4&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 3516348 INFO (qtp212265569-13883) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:44635/solr/cdcr-source_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 3516361 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3516381 INFO (qtp212265569-13885) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.c.S.Request [cdcr-target_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3516381 INFO (cdcr-bootstrap-status-1871-thread-1-processing-n:127.0.0.1:44635_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 3516427 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1577539385881001984,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3516427 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3eba5e4b commitCommandVersion:1577539385881001984
[junit4] 2> 3516705 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38bdd3c4[cdcr-source_shard1_replica_n1] realtime]
[junit4] 2> 3516705 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3516705 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=278
[junit4] 2> 3516762 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 3516762 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 12
[junit4] 2> 3516762 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 1504458795434
[junit4] 2> 3516762 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 3516762 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 3516762 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 3516765 INFO (qtp2061252244-13930) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Adding tlog files to list: [{size=4657, name=tlog.0000000000000000000.1577539375246344192}, {size=4778, name=tlog.0000000000000000001.1577539375812575232}, {size=4778, name=tlog.0000000000000000002.1577539376385097728}, {size=4778, name=tlog.0000000000000000003.1577539376937697280}, {size=4778, name=tlog.0000000000000000004.1577539377452548096}, {size=4778, name=tlog.0000000000000000005.1577539378331254784}, {size=4778, name=tlog.0000000000000000006.1577539378778996736}, {size=4778, name=tlog.0000000000000000007.1577539379423870976}, {size=4778, name=tlog.0000000000000000008.1577539379732152320}, {size=4778, name=tlog.0000000000000000009.1577539380007927808}]
[junit4] 2> 3516765 INFO (qtp2061252244-13930) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
[junit4] 2> 3516793 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of files in latest index in master: 14
[junit4] 2> 3516794 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Number of tlog files in master: 10
[junit4] 2> 3516811 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 3516811 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@15256e59 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5590e44)
[junit4] 2> 3516811 INFO (qtp2061252244-13928) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516827 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516828 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516829 INFO (qtp2061252244-13923) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516830 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516859 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516860 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516861 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516862 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516891 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516892 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516893 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a_BlockTreeOrds_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516894 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=_a.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516907 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&file=segments_c&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516908 INFO (recoveryExecutor-1845-thread-1-processing-n:127.0.0.1:33634_solr x:cdcr-target_shard1_replica_n1 s:shard1 c:cdcr-target r:core_node2) [n:127.0.0.1:33634_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.IndexFetcher Starting download of tlog files from master: [{size=4657, name=tlog.0000000000000000000.1577539375246344192}, {size=4778, name=tlog.0000000000000000001.1577539375812575232}, {size=4778, name=tlog.0000000000000000002.1577539376385097728}, {size=4778, name=tlog.0000000000000000003.1577539376937697280}, {size=4778, name=tlog.0000000000000000004.1577539377452548096}, {size=4778, name=tlog.0000000000000000005.1577539378331254784}, {size=4778, name=tlog.0000000000000000006.1577539378778996736}, {size=4778, name=tlog.0000000000000000007.1577539379423870976}, {size=4778, name=tlog.0000000000000000008.1577539379732152320}, {size=4778, name=tlog.0000000000000000009.1577539380007927808}]
[junit4] 2> 3516909 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000000.1577539375246344192&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516910 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000001.1577539375812575232&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516943 INFO (qtp2061252244-13929) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000002.1577539376385097728&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516957 INFO (qtp2061252244-13930) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000003.1577539376937697280&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516958 INFO (qtp2061252244-13930) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000004.1577539377452548096&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516959 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000005.1577539378331254784&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516989 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000006.1577539378778996736&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516990 INFO (qtp2061252244-13926) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000007.1577539379423870976&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 3516991 INFO (qtp2061252244-13924) [n:127.0.0.1:44635_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1] webapp=/solr path=/replication params={generation=12&qt=/replication&checksum=true&tlogFile=tlog.0000000000000000008.1577539379732152320&wt=filestream&command=filecontent
[...truncated too long message...]
ore.SolrCore@3dd08605
[junit4] 2> 3694121 INFO (coreCloseExecutor-5407-thread-1) [n:127.0.0.1:33848_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-target.shard1.replica_n1, tag=1037075973
[junit4] 2> 3694121 INFO (coreCloseExecutor-5407-thread-1) [n:127.0.0.1:33848_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c3b7f90: rootName = solr_33848, domain = solr.core.cdcr-target.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-target.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2c771b68
[junit4] 2> 3694122 INFO (zkCallback-1923-thread-4-processing-n:127.0.0.1:33848_solr) [n:127.0.0.1:33848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3694122 INFO (zkCallback-1923-thread-5-processing-n:127.0.0.1:33848_solr) [n:127.0.0.1:33848_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-target/state.json] for collection [cdcr-target] has occurred - updating... (live nodes size: [1])
[junit4] 2> 3694154 INFO (coreCloseExecutor-5407-thread-1) [n:127.0.0.1:33848_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-target.shard1.leader, tag=1037075973
[junit4] 2> 3694154 INFO (coreCloseExecutor-5407-thread-1) [n:127.0.0.1:33848_solr c:cdcr-target s:shard1 r:core_node2 x:cdcr-target_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ cdcr-target:shard1
[junit4] 2> 3694170 INFO (jetty-closer-1917-thread-1) [ ] o.a.s.c.Overseer Overseer (id=98596214321512451-127.0.0.1:33848_solr-n_0000000000) closing
[junit4] 2> 3694171 INFO (OverseerStateUpdate-98596214321512451-127.0.0.1:33848_solr-n_0000000000) [n:127.0.0.1:33848_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33848_solr
[junit4] 2> 3695689 WARN (zkCallback-1923-thread-5-processing-n:127.0.0.1:33848_solr) [n:127.0.0.1:33848_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 3695689 INFO (jetty-closer-1917-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@faa9634{/solr,null,UNAVAILABLE}
[junit4] 2> 3695725 ERROR (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3695726 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40519 40519
[junit4] 2> 3696013 INFO (Thread-5073) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40519 40519
[junit4] 2> 3696022 WARN (Thread-5073) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/configs/cdcr-target/managed-schema
[junit4] 2> 2 /solr/collections/cdcr-target/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-target/state.json
[junit4] 2> 3 /solr/collections/cdcr-target/cdcr/state/process
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/cdcr-target/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 3696022 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[DFF222FF1CFFCEAB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBootstrapTest -Dtests.method=testBootstrapWithContinousIndexingOnSourceCluster -Dtests.seed=DFF222FF1CFFCEAB -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=Atlantic/Azores -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 138s J2 | CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster <<<
[junit4] > Throwable #1: java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
[junit4] > at __randomizedtesting.SeedInfo.seed([DFF222FF1CFFCEAB:BB769A6FBA97D50]:0)
[junit4] > at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.CdcrBootstrapTest_DFF222FF1CFFCEAB-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {xyz=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1159, maxMBSortInHeap=7.1906845604220955, sim=RandomSimilarity(queryNorm=false): {}, locale=sq, timezone=Atlantic/Azores
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=226680360,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [TestConfigSetsAPIExclusivity, TestDFRSimilarityFactory, HdfsRestartWhileUpdatingTest, RegexBoostProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, TestReversedWildcardFilterFactory, SignatureUpdateProcessorFactoryTest, TestFastWriter, TestExclusionRuleCollectionAccess, SolrCLIZkUtilsTest, NodeMutatorTest, TestZkChroot, TestDistributedStatsComponentCardinality, TestIndexSearcher, DocValuesMissingTest, PreAnalyzedFieldManagedSchemaCloudTest, TestLeaderElectionZkExpiry, TestPivotHelperCode, TestLegacyField, ChangedSchemaMergeTest, RecoveryZkTest, HdfsDirectoryTest, TestManagedResourceStorage, HttpPartitionTest, TestLRUStatsCache, TermsComponentTest, TestUseDocValuesAsStored2, TestPushWriter, DeleteLastCustomShardedReplicaTest, BJQParserTest, CoreAdminRequestStatusTest, DirectUpdateHandlerTest, TestLegacyNumericRangeQueryBuilder, BasicDistributedZk2Test, TestDistribIDF, UninvertDocValuesMergePolicyTest, TestTrie, ClusterStateTest, CdcrUpdateLogTest, TestTolerantSearch, TestBinaryResponseWriter, TimeZoneUtilsTest, NumericFieldsTest, TestImpersonationWithHadoopAuth, CloudExitableDirectoryReaderTest, TestPrepRecovery, TestSubQueryTransformerCrossCore, SpellPossibilityIteratorTest, TestFieldCacheSortRandom, InfixSuggestersTest, HttpSolrCallGetCoreTest, TestFieldTypeResource, DirectoryFactoryTest, SuggesterFSTTest, TestXmlQParserPlugin, TestEmbeddedSolrServerSchemaAPI, TestGeoJSONResponseWriter, BlockCacheTest, TestAnalyzedSuggestions, SolrInfoBeanTest, DirectUpdateHandlerOptimizeTest, TestLMJelinekMercerSimilarityFactory, SSLMigrationTest, JvmMetricsTest, TestNamedUpdateProcessors, TestPerFieldSimilarityWithDefaultOverride, AtomicUpdateProcessorFactoryTest, TestManagedSchemaAPI, V2ApiIntegrationTest, MultiTermTest, TestUniqueKeyFieldResource, UtilsToolTest, SortByFunctionTest, BlockJoinFacetSimpleTest, TestClassicSimilarityFactory, SharedFSAutoReplicaFailoverTest, PreAnalyzedUpdateProcessorTest, TestFileDictionaryLookup, TestMultiWordSynonyms, CdcrRequestHandlerTest, TestRecoveryHdfs, TestCollationFieldDocValues, SolrTestCaseJ4Test, DeleteShardTest, DistributedFacetPivotSmallTest, SearchHandlerTest, ResponseLogComponentTest, DistributedVersionInfoTest, TestGraphTermsQParserPlugin, TestRTimerTree, TestRuleBasedAuthorizationPlugin, TestSizeLimitedDistributedMap, TestCollectionAPIs, TestCustomSort, ReturnFieldsTest, LeaderElectionTest, XsltUpdateRequestHandlerTest, MetricsHandlerTest, TestFieldCache, FullHLLTest, TestUninvertingReader, TestCloudJSONFacetJoinDomain, URLClassifyProcessorTest, DistanceUnitsTest, TestSolrCoreParser, PreAnalyzedFieldTest, SimpleFacetsTest, OverseerCollectionConfigSetProcessorTest, DateMathParserTest, SuggesterTest, AutoCommitTest, TestRecovery, TestSuggestSpellingConverter, UpdateLogTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionTooManyReplicasTest, FastVectorHighlighterTest, TestSimpleTextCodec, DistributedFacetPivotLargeTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ZkSolrClientTest, ZkCLITest, TestHashPartitioner, TermVectorComponentDistributedTest, TestReload, HardAutoCommitTest, TestRangeQuery, TestGroupingSearch, BadIndexSchemaTest, TestFiltering, SolrRequestParserTest, DocValuesTest, PathHierarchyTokenizerFactoryTest, IndexSchemaTest, TestCollationField, QueryParsingTest, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, TestQuerySenderListener, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, TestDocSet, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestCodecSupport, PrimUtilsTest, DateFieldTest, DOMUtilTest, TestSolrJ, TestUtils, SliceStateTest, CircularListTest, DistributedMLTComponentTest, CursorPagingTest, TestDistributedMissingSort, CdcrBootstrapTest]
[junit4] Completed [500/731 (1!)] on J2 in 199.38s, 3 tests, 1 failure <<< FAILURES!
[...truncated 46970 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 147 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/147/
3 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster
Error Message:
Document mismatch on target after sync expected:<2000> but was:<1100>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1100>
at __randomizedtesting.SeedInfo.seed([83EC4F411E8A93EC:57A90418F9DC2017]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader
Error Message:
Replica state not updated in cluster state null Live Nodes: [127.0.0.1:42662_solr, 127.0.0.1:41743_solr] Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/5)={ "pullReplicas":"1", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"pull_replica_test_kill_leader_shard1_replica_n1", "base_url":"http://127.0.0.1:41743/solr", "node_name":"127.0.0.1:41743_solr", "state":"down", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"pull_replica_test_kill_leader_shard1_replica_p2", "base_url":"http://127.0.0.1:42662/solr", "node_name":"127.0.0.1:42662_solr", "state":"active", "type":"PULL"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"100", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Replica state not updated in cluster state
null
Live Nodes: [127.0.0.1:42662_solr, 127.0.0.1:41743_solr]
Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/5)={
"pullReplicas":"1",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"pull_replica_test_kill_leader_shard1_replica_n1",
"base_url":"http://127.0.0.1:41743/solr",
"node_name":"127.0.0.1:41743_solr",
"state":"down",
"type":"NRT",
"leader":"true"},
"core_node4":{
"core":"pull_replica_test_kill_leader_shard1_replica_p2",
"base_url":"http://127.0.0.1:42662/solr",
"node_name":"127.0.0.1:42662_solr",
"state":"active",
"type":"PULL"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"100",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([83EC4F411E8A93EC:CAFABBF57C3107BA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401)
at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
Test requires that log-level is at-least INFO, but INFO is disabled
Stack Trace:
java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
at __randomizedtesting.SeedInfo.seed([83EC4F411E8A93EC:DC086276758600A9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12024 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_83EC4F411E8A93EC-001/init-core-data-001
[junit4] 2> 2028348 WARN (SUITE-TestPullReplica-seed#[83EC4F411E8A93EC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
[junit4] 2> 2028477 ERROR (Thread-1282) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2028671 ERROR (jetty-launcher-2771-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2028710 ERROR (jetty-launcher-2771-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2132673 WARN (TEST-TestPullReplica.testKillLeader-seed#[83EC4F411E8A93EC]) [ ] o.a.s.c.TestPullReplica Jetty 41743 not running, probably some bad test. Starting it
[junit4] 2> 2132674 ERROR (TEST-TestPullReplica.testKillLeader-seed#[83EC4F411E8A93EC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPullReplica -Dtests.method=testKillLeader -Dtests.seed=83EC4F411E8A93EC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=America/Swift_Current -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 97.5s J0 | TestPullReplica.testKillLeader <<<
[junit4] > Throwable #1: java.lang.AssertionError: Replica state not updated in cluster state
[junit4] > null
[junit4] > Live Nodes: [127.0.0.1:42662_solr, 127.0.0.1:41743_solr]
[junit4] > Last available state: DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/5)={
[junit4] > "pullReplicas":"1",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node3":{
[junit4] > "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] > "base_url":"http://127.0.0.1:41743/solr",
[junit4] > "node_name":"127.0.0.1:41743_solr",
[junit4] > "state":"down",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"},
[junit4] > "core_node4":{
[junit4] > "core":"pull_replica_test_kill_leader_shard1_replica_p2",
[junit4] > "base_url":"http://127.0.0.1:42662/solr",
[junit4] > "node_name":"127.0.0.1:42662_solr",
[junit4] > "state":"active",
[junit4] > "type":"PULL"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"100",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0"}
[junit4] > at __randomizedtesting.SeedInfo.seed([83EC4F411E8A93EC:CAFABBF57C3107BA]:0)
[junit4] > at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
[junit4] > at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401)
[junit4] > at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2135223 WARN (OverseerThreadFactory-2507-thread-5-processing-n:127.0.0.1:42662_solr) [n:127.0.0.1:42662_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2157576 ERROR (TEST-TestPullReplica.testKillPullReplica-seed#[83EC4F411E8A93EC]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2159464 ERROR (indexFetcher-2618-thread-1) [n:127.0.0.1:41743_solr c:pull_replica_test_kill_pull_replica s:shard1 r:core_node4 x:pull_replica_test_kill_pull_replica_shard1_replica_p2] o.a.s.h.IndexFetcher User aborted Replication
[junit4] 2> 2161640 WARN (OverseerThreadFactory-2507-thread-5-processing-n:127.0.0.1:42662_solr) [n:127.0.0.1:42662_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 4 on collection pull_replica_test_create_delete is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 1> / (11)
[junit4] 1> /configs (2)
[junit4] 1> /configs/_default (7)
[junit4] 1> /configs/_default/protwords.txt (0)
[junit4] 1> DATA: ...supressed...
[junit4] 1> /configs/_default/managed-schema (0)
[junit4] 1> DATA:
[junit4] 1> <?xml version="1.0" encoding="UTF-8" ?>
[junit4] 1> <!--
[junit4] 1> Licensed to the Apache Software Foundation (ASF) under one or more
[junit4] 1> contributor license agreements. See the NOTICE file distributed with
[junit4] 1> this work for additional information regarding copyright ownership.
[junit4] 1> The ASF licenses this file to You under the Apache License, Version 2.0
[junit4] 1> (the "License"); you may not use this file except in compliance with
[junit4] 1> the License. You may obtain a copy of the License at
[junit4] 1>
[junit4] 1> http://www.apache.org/licenses/LICENSE-2.0
[junit4] 1>
[junit4] 1> Unless required by applicable law or agreed to in writing, software
[junit4] 1> distributed under the License is distributed on an "AS IS" BASIS,
[junit4] 1> WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
[junit4] 1> See the License for the specific language governing permissions and
[junit4] 1> limitations under the License.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!--
[junit4] 1>
[junit4] 1> This example schema is the recommended starting point for users.
[junit4] 1> It should be kept correct and concise, usable out-of-the-box.
[junit4] 1>
[junit4] 1>
[junit4] 1> For more information, on how to customize this file, please see
[junit4] 1> http://lucene.apache.org/solr/guide/documents-fields-and-schema-design.html
[junit4] 1>
[junit4] 1> PERFORMANCE NOTE: this schema includes many optional features and should not
[junit4] 1> be used for benchmarking. To improve performance one could
[junit4] 1> - set stored="false" for all fields possible (esp large fields) when you
[junit4] 1> only need to search on the field but don't need to return the original
[junit4] 1> value.
[junit4] 1> - set indexed="false" if you don't need to search on the field, but only
[junit4] 1> return the field as a result of searching on other indexed fields.
[junit4] 1> - remove all unneeded copyField statements
[junit4] 1> - for best index size and searching performance, set "index" to false
[junit4] 1> for all general text fields, use copyField to copy them to the
[junit4] 1> catchall "text" field, and use that for searching.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <schema name="default-config" version="1.6">
[junit4] 1> <!-- attribute "name" is the name of this schema and is only used for display purposes.
[junit4] 1> version="x.y" is Solr's version number for the schema syntax and
[junit4] 1> semantics. It should not normally be changed by applications.
[junit4] 1>
[junit4] 1> 1.0: multiValued attribute did not exist, all fields are multiValued
[junit4] 1> by nature
[junit4] 1> 1.1: multiValued attribute introduced, false by default
[junit4] 1> 1.2: omitTermFreqAndPositions attribute introduced, true by default
[junit4] 1> except for text fields.
[junit4] 1> 1.3: removed optional field compress feature
[junit4] 1> 1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
[junit4] 1> behavior when a single string produces multiple tokens. Defaults
[junit4] 1> to off for version >= 1.4
[junit4] 1> 1.5: omitNorms defaults to true for primitive field types
[junit4] 1> (int, float, boolean, string...)
[junit4] 1> 1.6: useDocValuesAsStored defaults to true.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- Valid attributes for fields:
[junit4] 1> name: mandatory - the name for the field
[junit4] 1> type: mandatory - the name of a field type from the
[junit4] 1> fieldTypes section
[junit4] 1> indexed: true if this field should be indexed (searchable or sortable)
[junit4] 1> stored: true if this field should be retrievable
[junit4] 1> docValues: true if this field should have doc values. Doc Values is
[junit4] 1> recommended (required, if you are using *Point fields) for faceting,
[junit4] 1> grouping, sorting and function queries. Doc Values will make the index
[junit4] 1> faster to load, more NRT-friendly and more memory-efficient.
[junit4] 1> They are currently only supported by StrField, UUIDField, all
[junit4] 1> *PointFields, and depending on the field type, they might require
[junit4] 1> the field to be single-valued, be required or have a default value
[junit4] 1> (check the documentation of the field type you're interested in for
[junit4] 1> more information)
[junit4] 1> multiValued: true if this field may contain multiple values per document
[junit4] 1> omitNorms: (expert) set to true to omit the norms associated with
[junit4] 1> this field (this disables length normalization and index-time
[junit4] 1> boosting for the field, and saves some memory). Only full-text
[junit4] 1> fields or fields that need an index-time boost need norms.
[junit4] 1> Norms are omitted for primitive (non-analyzed) types by default.
[junit4] 1> termVectors: [false] set to true to store the term vector for a
[junit4] 1> given field.
[junit4] 1> When using MoreLikeThis, fields used for similarity should be
[junit4] 1> stored for best performance.
[junit4] 1> termPositions: Store position information with the term vector.
[junit4] 1> This will increase storage costs.
[junit4] 1> termOffsets: Store offset information with the term vector. This
[junit4] 1> will increase storage costs.
[junit4] 1> required: The field is required. It will throw an error if the
[junit4] 1> value does not exist
[junit4] 1> default: a value that should be used if no value is specified
[junit4] 1> when adding a document.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field names should consist of alphanumeric or underscore characters only and
[junit4] 1> not start with a digit. This is not currently strictly enforced,
[junit4] 1> but other field names will not have first class support from all components
[junit4] 1> and back compatibility is not guaranteed. Names with both leading and
[junit4] 1> trailing underscores (e.g. _version_) are reserved.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- In this _default configset, only four fields are pre-declared:
[junit4] 1> id, _version_, and _text_ and _root_. All other fields will be type guessed and added via the
[junit4] 1> "add-unknown-fields-to-the-schema" update request processor chain declared in solrconfig.xml.
[junit4] 1>
[junit4] 1> Note that many dynamic fields are also defined - you can use them to specify a
[junit4] 1> field's type via field naming conventions - see below.
[junit4] 1>
[junit4] 1> WARNING: The _text_ catch-all field will significantly increase your index size.
[junit4] 1> If you don't need it, consider removing it and the corresponding copyField directive.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" />
[junit4] 1> <!-- docValues are enabled by default for long type so we don't need to index the version field -->
[junit4] 1> <field name="_version_" type="plong" indexed="false" stored="false"/>
[junit4] 1> <field name="_root_" type="string" indexed="true" stored="false" docValues="false" />
[junit4] 1> <field name="_text_" type="text_general" indexed="true" stored="false" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- This can be enabled, in case the client does not know what fields may be searched. It isn't enabled by default
[junit4] 1> because it's very expensive to index everything twice. -->
[junit4] 1> <!-- <copyField source="*" dest="_text_"/> -->
[junit4] 1>
[junit4] 1> <!-- Dynamic field definitions allow using convention over configuration
[junit4] 1> for fields via the specification of patterns to match field names.
[junit4] 1> EXAMPLE: name="*_i" will match any field ending in _i (like myid_i, z_i)
[junit4] 1> RESTRICTION: the glob-like pattern in the name attribute must have a "*" only at the start or the end. -->
[junit4] 1>
[junit4] 1> <dynamicField name="*_i" type="pint" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_is" type="pints" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_s" type="string" indexed="true" stored="true" />
[junit4] 1> <dynamicField name="*_ss" type="strings" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_l" type="plong" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_ls" type="plongs" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_txt" type="text_general" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_b" type="boolean" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_bs" type="booleans" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_f" type="pfloat" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_fs" type="pfloats" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_d" type="pdouble" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_ds" type="pdoubles" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <!-- Type used for data-driven schema, to add a string copy for each text field -->
[junit4] 1> <dynamicField name="*_str" type="strings" stored="false" docValues="true" indexed="false" />
[junit4] 1>
[junit4] 1> <dynamicField name="*_dt" type="pdate" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dts" type="pdate" indexed="true" stored="true" multiValued="true"/>
[junit4] 1> <dynamicField name="*_p" type="location" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_srpt" type="location_rpt" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <!-- payloaded dynamic fields -->
[junit4] 1> <dynamicField name="*_dpf" type="delimited_payloads_float" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dpi" type="delimited_payloads_int" indexed="true" stored="true"/>
[junit4] 1> <dynamicField name="*_dps" type="delimited_payloads_string" indexed="true" stored="true"/>
[junit4] 1>
[junit4] 1> <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- Field to use to determine and enforce document uniqueness.
[junit4] 1> Unless this field is marked with required="false", it will be a required field
[junit4] 1> -->
[junit4] 1> <uniqueKey>id</uniqueKey>
[junit4] 1>
[junit4] 1> <!-- copyField commands copy one field to another at the time a document
[junit4] 1> is added to the index. It's used either to index the same field differently,
[junit4] 1> or to add multiple fields to the same field for easier/faster searching.
[junit4] 1>
[junit4] 1> <copyField source="sourceFieldName" dest="destinationFieldName"/>
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- field type definitions. The "name" attribute is
[junit4] 1> just a label to be used by field definitions. The "class"
[junit4] 1> attribute and any other attributes determine the real
[junit4] 1> behavior of the fieldType.
[junit4] 1> Class names starting with "solr" refer to java classes in a
[junit4] 1> standard package such as org.apache.solr.analysis
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
[junit4] 1> currently supported on types that are sorted internally as strings
[junit4] 1> and on numeric types.
[junit4] 1> This includes "string", "boolean", "pint", "pfloat", "plong", "pdate", "pdouble".
[junit4] 1> - If sortMissingLast="true", then a sort on this field will cause documents
[junit4] 1> without the field to come after documents with the field,
[junit4] 1> regardless of the requested sort order (asc or desc).
[junit4] 1> - If sortMissingFirst="true", then a sort on this field will cause documents
[junit4] 1> without the field to come before documents with the field,
[junit4] 1> regardless of the requested sort order.
[junit4] 1> - If sortMissingLast="false" and sortMissingFirst="false" (the default),
[junit4] 1> then default lucene sorting will be used which places docs without the
[junit4] 1> field first in an ascending sort and last in a descending sort.
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- The StrField type is not analyzed, but indexed/stored verbatim.
[junit4] 1> It supports doc values but in that case the field needs to be
[junit4] 1> single-valued and either required or have a default value.
[junit4] 1> -->
[junit4] 1> <fieldType name="string" class="solr.StrField" sortMissingLast="true" docValues="true" />
[junit4] 1> <fieldType name="strings" class="solr.StrField" sortMissingLast="true" multiValued="true" docValues="true" />
[junit4] 1>
[junit4] 1> <!-- boolean type: "true" or "false" -->
[junit4] 1> <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
[junit4] 1> <fieldType name="booleans" class="solr.BoolField" sortMissingLast="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Numeric field types that index values using KD-trees.
[junit4] 1> Point fields don't support FieldCache, so they must have docValues="true" if needed for sorting, faceting, functions, etc.
[junit4] 1> -->
[junit4] 1> <fieldType name="pint" class="solr.IntPointField" docValues="true"/>
[junit4] 1> <fieldType name="pfloat" class="solr.FloatPointField" docValues="true"/>
[junit4] 1> <fieldType name="plong" class="solr.LongPointField" docValues="true"/>
[junit4] 1> <fieldType name="pdouble" class="solr.DoublePointField" docValues="true"/>
[junit4] 1>
[junit4] 1> <fieldType name="pints" class="solr.IntPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="pfloats" class="solr.FloatPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="plongs" class="solr.LongPointField" docValues="true" multiValued="true"/>
[junit4] 1> <fieldType name="pdoubles" class="solr.DoublePointField" docValues="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
[junit4] 1> is a more restricted form of the canonical representation of dateTime
[junit4] 1> http://www.w3.org/TR/xmlschema-2/#dateTime
[junit4] 1> The trailing "Z" designates UTC time and is mandatory.
[junit4] 1> Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
[junit4] 1> All other components are mandatory.
[junit4] 1>
[junit4] 1> Expressions can also be used to denote calculations that should be
[junit4] 1> performed relative to "NOW" to determine the value, ie...
[junit4] 1>
[junit4] 1> NOW/HOUR
[junit4] 1> ... Round to the start of the current hour
[junit4] 1> NOW-1DAY
[junit4] 1> ... Exactly 1 day prior to now
[junit4] 1> NOW/DAY+6MONTHS+3DAYS
[junit4] 1> ... 6 months and 3 days in the future from the start of
[junit4] 1> the current day
[junit4] 1>
[junit4] 1> -->
[junit4] 1> <!-- KD-tree versions of date fields -->
[junit4] 1> <fieldType name="pdate" class="solr.DatePointField" docValues="true"/>
[junit4] 1> <fieldType name="pdates" class="solr.DatePointField" docValues="true" multiValued="true"/>
[junit4] 1>
[junit4] 1> <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
[junit4] 1> <fieldType name="binary" class="solr.BinaryField"/>
[junit4] 1>
[junit4] 1> <!-- solr.TextField allows the specification of custom text analyzers
[junit4] 1> specified as a tokenizer and a list of token filters. Different
[junit4] 1> analyzers may be specified for indexing and querying.
[junit4] 1>
[junit4] 1> The optional positionIncrementGap puts space between multiple fields of
[junit4] 1> this type on the same document, with the purpose of preventing false phrase
[junit4] 1> matching across fields.
[junit4] 1>
[junit4] 1> For more info on customizing your analyzer chain, please see
[junit4] 1> http://lucene.apache.org/solr/guide/understanding-analyzers-tokenizers-and-filters.html#understanding-analyzers-tokenizers-and-filters
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- One can also specify an existing Analyzer class that has a
[junit4] 1> default constructor via the class attribute on the analyzer element.
[junit4] 1> Example:
[junit4] 1> <fieldType name="text_greek" class="solr.TextField">
[junit4] 1> <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
[junit4] 1> </fieldType>
[junit4] 1> -->
[junit4] 1>
[junit4] 1> <!-- A text field that only splits on whitespace for exact matching of words -->
[junit4] 1> <dynamicField name="*_ws" type="text_ws" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A general text field that has reasonable, generic
[junit4] 1> cross-language defaults: it tokenizes with StandardTokenizer,
[junit4] 1> removes stop words from case-insensitive "stopwords.txt"
[junit4] 1> (empty by default), and down cases. At query time only, it
[junit4] 1> also applies synonyms.
[junit4] 1> -->
[junit4] 1> <fieldType name="text_general" class="solr.TextField" positionIncrementGap="100" multiValued="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A text field with defaults appropriate for English: it tokenizes with StandardTokenizer,
[junit4] 1> removes English stop words (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
[junit4] 1> finally applies Porter's stemming. The query time analyzer also applies synonyms from synonyms.txt. -->
[junit4] 1> <dynamicField name="*_txt_en" type="text_en" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <!-- Case insensitive stop word removal.
[junit4] 1> -->
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.EnglishPossessiveFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.EnglishPossessiveFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <!-- Optionally you may want to use this less aggressive stemmer instead of PorterStemFilterFactory:
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> -->
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- A text field with defaults appropriate for English, plus
[junit4] 1> aggressive word-splitting and autophrase features enabled.
[junit4] 1> This field is just like text_en, except it adds
[junit4] 1> WordDelimiterGraphFilter to enable splitting and matching of
[junit4] 1> words on case-change, alpha numeric boundaries, and
[junit4] 1> non-alphanumeric chars. This means certain compound word
[junit4] 1> cases will work, for example query "wi fi" will match
[junit4] 1> document "WiFi" or "wi-fi".
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_en_split" type="text_en_splitting" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <!-- in this example, we will only use synonyms at query time
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> -->
[junit4] 1> <!-- Case insensitive stop word removal.
[junit4] 1> -->
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory"
[junit4] 1> ignoreCase="true"
[junit4] 1> words="lang/stopwords_en.txt"
[junit4] 1> />
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.PorterStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Less flexible matching, but less false matches. Probably not ideal for product names,
[junit4] 1> but may be good for SKUs. Can insert dashes in the wrong place and still match. -->
[junit4] 1> <dynamicField name="*_txt_en_split_tight" type="text_en_splitting_tight" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_en_splitting_tight" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
[junit4] 1> possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
[junit4] 1> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
[junit4] 1> <filter class="solr.FlattenGraphFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
[junit4] 1> <filter class="solr.WordDelimiterGraphFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
[junit4] 1> <filter class="solr.EnglishMinimalStemFilterFactory"/>
[junit4] 1> <!-- this filter can remove any duplicate tokens that appear at the same position - sometimes
[junit4] 1> possible with WordDelimiterGraphFilter in conjuncton with stemming. -->
[junit4] 1> <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Just like text_general except it reverses the characters of
[junit4] 1> each token, to enable more efficient leading wildcard queries.
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_rev" type="text_general_rev" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_general_rev" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
[junit4] 1> maxPosAsterisk="3" maxPosQuestion="2" maxFractionAsterisk="0.33"/>
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.SynonymGraphFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <dynamicField name="*_phon_en" type="phonetic_en" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="phonetic_en" stored="false" indexed="true" class="solr.TextField" >
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.DoubleMetaphoneFilterFactory" inject="false"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- lowercases the entire field value, keeping it as a single token. -->
[junit4] 1> <dynamicField name="*_s_lower" type="lowercase" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="lowercase" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Example of using PathHierarchyTokenizerFactory at index time, so
[junit4] 1> queries for paths match documents at that path, or in descendent paths
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_descendent_path" type="descendent_path" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="descendent_path" class="solr.TextField">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!--
[junit4] 1> Example of using PathHierarchyTokenizerFactory at query time, so
[junit4] 1> queries for paths match documents at that path, or in ancestor paths
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_ancestor_path" type="ancestor_path" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="ancestor_path" class="solr.TextField">
[junit4] 1> <analyzer type="index">
[junit4] 1> <tokenizer class="solr.KeywordTokenizerFactory" />
[junit4] 1> </analyzer>
[junit4] 1> <analyzer type="query">
[junit4] 1> <tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- This point type indexes the coordinates as separate fields (subFields)
[junit4] 1> If subFieldType is defined, it references a type, and a dynamic field
[junit4] 1> definition is created matching *___<typename>. Alternately, if
[junit4] 1> subFieldSuffix is defined, that is used to create the subFields.
[junit4] 1> Example: if subFieldType="double", then the coordinates would be
[junit4] 1> indexed in fields myloc_0___double,myloc_1___double.
[junit4] 1> Example: if subFieldSuffix="_d" then the coordinates would be indexed
[junit4] 1> in fields myloc_0_d,myloc_1_d
[junit4] 1> The subFields are an implementation detail of the fieldType, and end
[junit4] 1> users normally should not need to know about them.
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_point" type="point" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="point" class="solr.PointType" dimension="2" subFieldSuffix="_d"/>
[junit4] 1>
[junit4] 1> <!-- A specialized field for geospatial search filters and distance sorting. -->
[junit4] 1> <fieldType name="location" class="solr.LatLonPointSpatialField" docValues="true"/>
[junit4] 1>
[junit4] 1> <!-- A geospatial field type that supports multiValued and polygon shapes.
[junit4] 1> For more information about this and other spatial fields see:
[junit4] 1> http://lucene.apache.org/solr/guide/spatial-search.html
[junit4] 1> -->
[junit4] 1> <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
[junit4] 1> geo="true" distErrPct="0.025" maxDistErr="0.001" distanceUnits="kilometers" />
[junit4] 1>
[junit4] 1> <!-- Payloaded field types -->
[junit4] 1> <fieldType name="delimited_payloads_float" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="float"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1> <fieldType name="delimited_payloads_int" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="integer"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1> <fieldType name="delimited_payloads_string" stored="false" indexed="true" class="solr.TextField">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.WhitespaceTokenizerFactory"/>
[junit4] 1> <filter class="solr.DelimitedPayloadTokenFilterFactory" encoder="identity"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- some examples for different languages (generally ordered by ISO code) -->
[junit4] 1>
[junit4] 1> <!-- Arabic -->
[junit4] 1> <dynamicField name="*_txt_ar" type="text_ar" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- for any non-arabic -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
[junit4] 1> <!-- normalizes ﻯ to ﻱ, etc -->
[junit4] 1> <filter class="solr.ArabicNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.ArabicStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Bulgarian -->
[junit4] 1> <dynamicField name="*_txt_bg" type="text_bg" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" />
[junit4] 1> <filter class="solr.BulgarianStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Catalan -->
[junit4] 1> <dynamicField name="*_txt_ca" type="text_ca" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
[junit4] 1> <dynamicField name="*_txt_cjk" type="text_cjk" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- normalize width before bigram, as e.g. half-width dakuten combine -->
[junit4] 1> <filter class="solr.CJKWidthFilterFactory"/>
[junit4] 1> <!-- for any non-CJK -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.CJKBigramFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Czech -->
[junit4] 1> <dynamicField name="*_txt_cz" type="text_cz" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
[junit4] 1> <filter class="solr.CzechStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Danish -->
[junit4] 1> <dynamicField name="*_txt_da" type="text_da" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- German -->
[junit4] 1> <dynamicField name="*_txt_de" type="text_de" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
[junit4] 1> <filter class="solr.GermanNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.GermanLightStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Greek -->
[junit4] 1> <dynamicField name="*_txt_el" type="text_el" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- greek specific lowercase for sigma -->
[junit4] 1> <filter class="solr.GreekLowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
[junit4] 1> <filter class="solr.GreekStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Spanish -->
[junit4] 1> <dynamicField name="*_txt_es" type="text_es" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
[junit4] 1> <filter class="solr.SpanishLightStemFilterFactory"/>
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Basque -->
[junit4] 1> <dynamicField name="*_txt_eu" type="text_eu" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Persian -->
[junit4] 1> <dynamicField name="*_txt_fa" type="text_fa" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <!-- for ZWNJ -->
[junit4] 1> <charFilter class="solr.PersianCharFilterFactory"/>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.ArabicNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.PersianNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Finnish -->
[junit4] 1> <dynamicField name="*_txt_fi" type="text_fi" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fi" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fi.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Finnish"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.FinnishLightStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- French -->
[junit4] 1> <dynamicField name="*_txt_fr" type="text_fr" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_fr" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_fr.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fr.txt" format="snowball" />
[junit4] 1> <filter class="solr.FrenchLightStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.FrenchMinimalStemFilterFactory"/> -->
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="French"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Irish -->
[junit4] 1> <dynamicField name="*_txt_ga" type="text_ga" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ga" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes d', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ga.txt"/>
[junit4] 1> <!-- removes n-, etc. position increments is intentionally false! -->
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/hyphenations_ga.txt"/>
[junit4] 1> <filter class="solr.IrishLowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ga.txt"/>
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Irish"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Galician -->
[junit4] 1> <dynamicField name="*_txt_gl" type="text_gl" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_gl" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_gl.txt" />
[junit4] 1> <filter class="solr.GalicianStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.GalicianMinimalStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Hindi -->
[junit4] 1> <dynamicField name="*_txt_hi" type="text_hi" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_hi" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <!-- normalizes unicode representation -->
[junit4] 1> <filter class="solr.IndicNormalizationFilterFactory"/>
[junit4] 1> <!-- normalizes variation in spelling -->
[junit4] 1> <filter class="solr.HindiNormalizationFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hi.txt" />
[junit4] 1> <filter class="solr.HindiStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Hungarian -->
[junit4] 1> <dynamicField name="*_txt_hu" type="text_hu" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_hu" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hu.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Hungarian"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.HungarianLightStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Armenian -->
[junit4] 1> <dynamicField name="*_txt_hy" type="text_hy" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_hy" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hy.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Armenian"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Indonesian -->
[junit4] 1> <dynamicField name="*_txt_id" type="text_id" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_id" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_id.txt" />
[junit4] 1> <!-- for a less aggressive approach (only inflectional suffixes), set stemDerivational to false -->
[junit4] 1> <filter class="solr.IndonesianStemFilterFactory" stemDerivational="true"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Italian -->
[junit4] 1> <dynamicField name="*_txt_it" type="text_it" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_it" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <!-- removes l', etc -->
[junit4] 1> <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_it.txt"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_it.txt" format="snowball" />
[junit4] 1> <filter class="solr.ItalianLightStemFilterFactory"/>
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Italian"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Japanese using morphological analysis (see text_cjk for a configuration using bigramming)
[junit4] 1>
[junit4] 1> NOTE: If you want to optimize search for precision, use default operator AND in your request
[junit4] 1> handler config (q.op) Use OR if you would like to optimize for recall (default).
[junit4] 1> -->
[junit4] 1> <dynamicField name="*_txt_ja" type="text_ja" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ja" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="false">
[junit4] 1> <analyzer>
[junit4] 1> <!-- Kuromoji Japanese morphological analyzer/tokenizer (JapaneseTokenizer)
[junit4] 1>
[junit4] 1> Kuromoji has a search mode (default) that does segmentation useful for search. A heuristic
[junit4] 1> is used to segment compounds into its parts and the compound itself is kept as synonym.
[junit4] 1>
[junit4] 1> Valid values for attribute mode are:
[junit4] 1> normal: regular segmentation
[junit4] 1> search: segmentation useful for search with synonyms compounds (default)
[junit4] 1> extended: same as search mode, but unigrams unknown words (experimental)
[junit4] 1>
[junit4] 1> For some applications it might be good to use search mode for indexing and normal mode for
[junit4] 1> queries to reduce recall and prevent parts of compounds from being matched and highlighted.
[junit4] 1> Use <analyzer type="index"> and <analyzer type="query"> for this and mode normal in query.
[junit4] 1>
[junit4] 1> Kuromoji also has a convenient user dictionary feature that allows overriding the statistical
[junit4] 1> model with your own entries for segmentation, part-of-speech tags and readings without a need
[junit4] 1> to specify weights. Notice that user dictionaries have not been subject to extensive testing.
[junit4] 1>
[junit4] 1> User dictionary attributes are:
[junit4] 1> userDictionary: user dictionary filename
[junit4] 1> userDictionaryEncoding: user dictionary encoding (default is UTF-8)
[junit4] 1>
[junit4] 1> See lang/userdict_ja.txt for a sample user dictionary file.
[junit4] 1>
[junit4] 1> Punctuation characters are discarded by default. Use discardPunctuation="false" to keep them.
[junit4] 1> -->
[junit4] 1> <tokenizer class="solr.JapaneseTokenizerFactory" mode="search"/>
[junit4] 1> <!--<tokenizer class="solr.JapaneseTokenizerFactory" mode="search" userDictionary="lang/userdict_ja.txt"/>-->
[junit4] 1> <!-- Reduces inflected verbs and adjectives to their base/dictionary forms (辞書形) -->
[junit4] 1> <filter class="solr.JapaneseBaseFormFilterFactory"/>
[junit4] 1> <!-- Removes tokens with certain part-of-speech tags -->
[junit4] 1> <filter class="solr.JapanesePartOfSpeechStopFilterFactory" tags="lang/stoptags_ja.txt" />
[junit4] 1> <!-- Normalizes full-width romaji to half-width and half-width kana to full-width (Unicode NFKC subset) -->
[junit4] 1> <filter class="solr.CJKWidthFilterFactory"/>
[junit4] 1> <!-- Removes common tokens typically not useful for search, but have a negative effect on ranking -->
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ja.txt" />
[junit4] 1> <!-- Normalizes common katakana spelling variations by removing any last long sound character (U+30FC) -->
[junit4] 1> <filter class="solr.JapaneseKatakanaStemFilterFactory" minimumLength="4"/>
[junit4] 1> <!-- Lower-cases romaji characters -->
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Latvian -->
[junit4] 1> <dynamicField name="*_txt_lv" type="text_lv" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_lv" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_lv.txt" />
[junit4] 1> <filter class="solr.LatvianStemFilterFactory"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Dutch -->
[junit4] 1> <dynamicField name="*_txt_nl" type="text_nl" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_nl" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_nl.txt" format="snowball" />
[junit4] 1> <filter class="solr.StemmerOverrideFilterFactory" dictionary="lang/stemdict_nl.txt" ignoreCase="false"/>
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Dutch"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Norwegian -->
[junit4] 1> <dynamicField name="*_txt_no" type="text_no" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_no" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_no.txt" format="snowball" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Norwegian"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.NorwegianLightStemFilterFactory"/> -->
[junit4] 1> <!-- singular/plural: <filter class="solr.NorwegianMinimalStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Portuguese -->
[junit4] 1> <dynamicField name="*_txt_pt" type="text_pt" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_pt" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_pt.txt" format="snowball" />
[junit4] 1> <filter class="solr.PortugueseLightStemFilterFactory"/>
[junit4] 1> <!-- less aggressive: <filter class="solr.PortugueseMinimalStemFilterFactory"/> -->
[junit4] 1> <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Portuguese"/> -->
[junit4] 1> <!-- most aggressive: <filter class="solr.PortugueseStemFilterFactory"/> -->
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Romanian -->
[junit4] 1> <dynamicField name="*_txt_ro" type="text_ro" indexed="true" stored="true"/>
[junit4] 1> <fieldType name="text_ro" class="solr.TextField" positionIncrementGap="100">
[junit4] 1> <analyzer>
[junit4] 1> <tokenizer class="solr.StandardTokenizerFactory"/>
[junit4] 1> <filter class="solr.LowerCaseFilterFactory"/>
[junit4] 1> <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ro.txt" />
[junit4] 1> <filter class="solr.SnowballPorterFilterFactory" language="Romanian"/>
[junit4] 1> </analyzer>
[junit4] 1> </fieldType>
[junit4] 1>
[junit4] 1> <!-- Russian -->
[junit4] 1> <dyn
[...truncated too long message...]
DistributedMap, TestSolrConfigHandlerCloud, TestLMJelinekMercerSimilarityFactory, QueryEqualityTest, SolrGangliaReporterTest, TestGraphTermsQParserPlugin, TestReload, DistributedVersionInfoTest, BlockCacheTest, MinimalSchemaTest, TestStressUserVersions, TestDFRSimilarityFactory, ActionThrottleTest, DeleteLastCustomShardedReplicaTest, TestJsonRequest, BigEndianAscendingWordSerializerTest, ReplicationFactorTest, TestTolerantSearch, TestUseDocValuesAsStored2, TestFieldTypeResource, TestPerFieldSimilarityWithDefaultOverride, TestFieldCacheSortRandom, CollectionTooManyReplicasTest, SegmentsInfoRequestHandlerTest, DistributedQueryComponentOptimizationTest, TestJmxIntegration, TestCustomSort, ClusterStateTest, CircularListTest, MoveReplicaHDFSUlogDirTest, DocumentBuilderTest, TestConfigSetImmutable, InfixSuggestersTest, BlockJoinFacetSimpleTest, SuggesterFSTTest, DistanceUnitsTest, TestBulkSchemaConcurrent, LeaderElectionTest, ResponseLogComponentTest, URLClassifyProcessorTest, TestFoldingMultitermQuery, BasicDistributedZk2Test, PreAnalyzedUpdateProcessorTest, TestLRUStatsCache, SearchHandlerTest, SimplePostToolTest, TestImpersonationWithHadoopAuth, TestRandomCollapseQParserPlugin, SolrCLIZkUtilsTest, TestFieldCache, StressHdfsTest, TestSolrDeletionPolicy2, TestMacros, CoreAdminRequestStatusTest, TestReversedWildcardFilterFactory, DirectoryFactoryTest, ReturnFieldsTest, OverseerCollectionConfigSetProcessorTest, TestCollectionAPI, MetricsHandlerTest, SolrCoreCheckLockOnStartupTest, TestSimpleQParserPlugin, HdfsChaosMonkeyNothingIsSafeTest, PingRequestHandlerTest, DateMathParserTest, TestLegacyFieldCache, ClassificationUpdateProcessorIntegrationTest, TestSort, TestSuggestSpellingConverter, TestDistributedStatsComponentCardinality, TestSchemaManager, TestConfigSetsAPIExclusivity, TestReplicaProperties, AtomicUpdateProcessorFactoryTest, TestPivotHelperCode, TestNRTOpen, CursorMarkTest, PrimitiveFieldTypeTest, DateFieldTest, UniqFieldsUpdateProcessorFactoryTest, CachingDirectoryFactoryTest, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestUtils, HighlighterMaxOffsetTest, TestRecoveryHdfs, TermVectorComponentDistributedTest, VMParamsZkACLAndCredentialsProvidersTest, PathHierarchyTokenizerFactoryTest, TestManagedSchemaAPI, DocValuesMissingTest, TestXmlQParserPlugin, SparseHLLTest, OverseerStatusTest, TestLegacyNumericRangeQueryBuilder, TestGroupingSearch, TestBinaryResponseWriter, AssignTest, UtilsToolTest, CdcrBootstrapTest]
[junit4] Completed [353/731 (2!)] on J2 in 210.38s, 3 tests, 1 failure <<< FAILURES!
[...truncated 919 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_83EC4F411E8A93EC-001/init-core-data-001
[junit4] 2> 5143587 WARN (SUITE-SolrSlf4jReporterTest-seed#[83EC4F411E8A93EC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=83EC4F411E8A93EC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=lv-LV -Dtests.timezone=America/Rankin_Inlet -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.18s J0 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: Test requires that log-level is at-least INFO, but INFO is disabled
[junit4] > at __randomizedtesting.SeedInfo.seed([83EC4F411E8A93EC:DC086276758600A9]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.ensureLoggingConfiguredAppropriately(SolrSlf4jReporterTest.java:99)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:49)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_83EC4F411E8A93EC-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=848, maxMBSortInHeap=5.9494402028248725, sim=RandomSimilarity(queryNorm=true): {}, locale=lv-LV, timezone=America/Rankin_Inlet
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=141590312,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [RequestHandlersTest, ExternalFileFieldSortTest, TestConfigSetProperties, ExitableDirectoryReaderTest, SaslZkACLProviderTest, TestComponentsName, TestSubQueryTransformerDistrib, TestOmitPositions, OverseerTaskQueueTest, TestSolrCLIRunExample, TestDynamicFieldCollectionResource, TestRequestForwarding, TestIndexingPerformance, OverseerModifyCollectionTest, DistributedExpandComponentTest, WrapperMergePolicyFactoryTest, TestJsonFacetRefinement, TestCSVResponseWriter, TestMultiValuedNumericRangeQuery, EnumFieldTest, TestFieldCacheVsDocValues, BlobRepositoryCloudTest, CoreMergeIndexesAdminHandlerTest, TestConfig, RAMDirectoryFactoryTest, CdcrVersionReplicationTest, LeaderElectionContextKeyTest, OpenExchangeRatesOrgProviderTest, ConfigSetsAPITest, BasicZkTest, TestManagedStopFilterFactory, DistributedFacetPivotWhiteBoxTest, CursorPagingTest, TestNumericTerms32, TestExpandComponent, TestSQLHandler, TestSolr4Spatial, PropertiesRequestHandlerTest, TestStressCloudBlindAtomicUpdates, TestTlogReplica, PluginInfoTest, TestPHPSerializedResponseWriter, TestInfoStreamLogging, HighlighterConfigTest, DistributedSpellCheckComponentTest, XmlUpdateRequestHandlerTest, ClassificationUpdateProcessorTest, TestWordDelimiterFilterFactory, EchoParamsTest, TestCloudSearcherWarming, BlockDirectoryTest, DistributedQueryElevationComponentTest, TestSchemaNameResource, BadCopyFieldTest, SpellCheckCollatorTest, TestPayloadScoreQParserPlugin, TestFieldSortValues, SpellingQueryConverterTest, TestExactSharedStatsCache, TestSchemalessBufferedUpdates, LargeFieldTest, SynonymTokenizerTest, TestDocumentBuilder, TestCloudPivotFacet, TestManagedSchemaThreadSafety, DeleteNodeTest, TestRandomFaceting, TestCloudManagedSchema, SolrCloudExampleTest, TestCustomStream, TestPullReplica, BitVectorTest, V2StandaloneTest, SolrPluginUtilsTest, TestRestManager, BinaryUpdateRequestHandlerTest, TestBinaryField, TestNoOpRegenerator, TestQuerySenderNoQuery, IndexBasedSpellCheckerTest, TestBackupRepositoryFactory, TestSchemaVersionResource, TestFieldResource, HdfsBasicDistributedZk2Test, TestLazyCores, DistributedFacetPivotLongTailTest, QueryElevationComponentTest, TestRangeQuery, TestRawResponseWriter, TestRemoteStreaming, TestMaxScoreQueryParser, TlogReplayBufferedWhileIndexingTest, RemoteQueryErrorTest, HLLSerializationTest, TestOrdValues, TestFastOutputStream, TestFaceting, SolrRequestParserTest, DistributedSuggestComponentTest, TestCollationField, SolrIndexSplitterTest, TestCrossCoreJoin, TestHalfAndHalfDocValues, GraphQueryTest, TestGraphMLResponseWriter, SolrCoreTest, AddBlockUpdateTest, TestChildDocTransformer, CdcrReplicationDistributedZkTest, DocValuesNotIndexedTest, MBeansHandlerTest, TestPhraseSuggestions, TestTrackingShardHandlerFactory, TestSolrCoreSnapshots, ZkFailoverTest, DefaultValueUpdateProcessorTest, TestFunctionQuery, TestReloadDeadlock, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestDistributedSearch, ZkControllerTest, TestRealTimeGet, TestStressVersions, SimpleFacetsTest, SpellCheckComponentTest, PeerSyncTest, TestBadConfig, ShowFileRequestHandlerTest, CoreAdminHandlerTest, WordBreakSolrSpellCheckerTest, TestUpdate, DirectUpdateHandlerOptimizeTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, TermsComponentTest, SearchHandlerTest, TestMergePolicyConfig, OutputWriterTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestFastWriter, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CdcrReplicationHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CustomCollectionTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, RestartWhileUpdatingTest, SSLMigrationTest, ShardSplitTest, TestRebalanceLeaders, TestSolrCloudWithKerberosAlt, AutoScalingHandlerTest, TestPolicyCloud, HdfsRecoveryZkTest, TestConfigReload, V2ApiIntegrationTest, StatsReloadRaceTest, DistributedFacetPivotSmallTest, TestUnifiedSolrHighlighter, UninvertDocValuesMergePolicyTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestNumericRangeQuery32, TestNumericRangeQuery64, SolrMetricManagerTest, SolrMetricReporterTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, SolrSlf4jReporterTest]
[junit4] Completed [622/731 (3!)] on J0 in 0.64s, 1 test, 1 failure <<< FAILURES!
[...truncated 46570 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:810: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:690: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/build.xml:678: Source checkout is modified!!! Offending files:
* solr/licenses/httpmime-4.5.3.jar.sha1
Total time: 250 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-Tests-7.x - Build # 146 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/146/
1 tests failed.
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
at __randomizedtesting.SeedInfo.seed([34DD19020A9DCBDC:6B39343561915899]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11497 lines...]
[junit4] Suite: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_34DD19020A9DCBDC-001/init-core-data-001
[junit4] 2> 1543652 WARN (SUITE-SolrSlf4jReporterTest-seed#[34DD19020A9DCBDC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SolrSlf4jReporterTest -Dtests.method=testReporter -Dtests.seed=34DD19020A9DCBDC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=America/Guayaquil -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 8.56s J0 | SolrSlf4jReporterTest.testReporter <<<
[junit4] > Throwable #1: java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
[junit4] > at __randomizedtesting.SeedInfo.seed([34DD19020A9DCBDC:6B39343561915899]:0)
[junit4] > at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.SolrSlf4jReporterTest_34DD19020A9DCBDC-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1653, maxMBSortInHeap=6.503882967477175, sim=RandomSimilarity(queryNorm=false): {}, locale=en-MT, timezone=America/Guayaquil
[junit4] 2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=129521848,total=486539264
[junit4] 2> NOTE: All tests run in this JVM: [TestBackupRepositoryFactory, TestMultiValuedNumericRangeQuery, ResponseHeaderTest, TestHalfAndHalfDocValues, TestCloudSearcherWarming, TestCloudDeleteByQuery, HdfsSyncSliceTest, TestRandomDVFaceting, AnalyticsMergeStrategyTest, SuggesterWFSTTest, BlobRepositoryCloudTest, HdfsChaosMonkeySafeLeaderTest, TestNumericTerms32, CloudMLTQParserTest, TestCloudManagedSchema, SolrPluginUtilsTest, TestConfig, SaslZkACLProviderTest, DeleteNodeTest, TestSolrConfigHandler, TestSolrDeletionPolicy1, TestLegacyFieldReuse, DocumentAnalysisRequestHandlerTest, ZkFailoverTest, TestSubQueryTransformerDistrib, TestFastOutputStream, SubstringBytesRefFilterTest, TestReplicationHandlerBackup, TestSchemalessBufferedUpdates, TestSolrCloudWithDelegationTokens, TestTlogReplica, DebugComponentTest, DefaultValueUpdateProcessorTest, TestNoOpRegenerator, TestTrieFacet, SpellingQueryConverterTest, TestDistributedSearch, ConfigSetsAPITest, MetricUtilsTest, ImplicitSnitchTest, TestLuceneMatchVersion, TestHashQParserPlugin, TestCollectionsAPIViaSolrCloudCluster, V2StandaloneTest, RAMDirectoryFactoryTest, PeerSyncTest, TestFaceting, TestSchemaNameResource, TestSolrCLIRunExample, TestInfoStreamLogging, TestNumericTokenStream, SolrSlf4jReporterTest]
[junit4] Completed [199/731 (1!)] on J0 in 8.76s, 1 test, 1 failure <<< FAILURES!
[...truncated 45226 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 145 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/145/
7 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([BD1A9344150F5071:445700EB297A1DFB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ShardSplitTest.testSplitWithChaosMonkey
Error Message:
Could not load collection from ZK: collection1
Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: collection1
at __randomizedtesting.SeedInfo.seed([BD1A9344150F5071:363D40955409FBF5]:0)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1115)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:648)
at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:128)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.getTotalReplicas(AbstractFullDistribZkTestBase.java:488)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:441)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:334)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/state.json
at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1127)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1113)
... 38 more
FAILED: org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter
Error Message:
No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
Stack Trace:
java.lang.AssertionError: No 'solr.node' logs in: {numFound=0,start=0,docs=[]}
at __randomizedtesting.SeedInfo.seed([BD1A9344150F5071:E2FEBE737E03C334]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.metrics.reporters.SolrSlf4jReporterTest.testReporter(SolrSlf4jReporterTest.java:85)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream
Error Message:
Error from server at https://127.0.0.1:34419/solr: collection already exists: workQueue
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34419/solr: collection already exists: workQueue
at __randomizedtesting.SeedInfo.seed([AE0AEE34D73B35E7:8CCA6FCFF4511FF7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testExecutorStream(StreamExpressionTest.java:6796)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([AE0AEE34D73B35E7:131D9B2DEE1708BA]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:6916)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest: 1) Thread[id=2230, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=3866, name=zkCallback-950-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=2500, name=zkCallback-950-thread-2-EventThread, state=WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=2464, name=zkCallback-950-thread-2, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=2231, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=2499, name=zkCallback-950-thread-2-SendThread(127.0.0.1:42234), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 7) Thread[id=2224, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=3867, name=zkCallback-950-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
1) Thread[id=2230, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=3866, name=zkCallback-950-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=2500, name=zkCallback-950-thread-2-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=2464, name=zkCallback-950-thread-2, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=2231, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=2499, name=zkCallback-950-thread-2-SendThread(127.0.0.1:42234), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
7) Thread[id=2224, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=3867, name=zkCallback-950-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([AE0AEE34D73B35E7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3866, name=zkCallback-950-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2464, name=zkCallback-950-thread-2, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=2499, name=zkCallback-950-thread-2-SendThread(127.0.0.1:42234), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 4) Thread[id=3867, name=zkCallback-950-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3866, name=zkCallback-950-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2464, name=zkCallback-950-thread-2, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=2499, name=zkCallback-950-thread-2-SendThread(127.0.0.1:42234), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
4) Thread[id=3867, name=zkCallback-950-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([AE0AEE34D73B35E7]:0)
Build Log:
[...truncated 11084 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/init-core-data-001
[junit4] 2> 412048 WARN (SUITE-ShardSplitTest-seed#[BD1A9344150F5071]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
[junit4] 2> 412048 INFO (SUITE-ShardSplitTest-seed#[BD1A9344150F5071]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 412049 INFO (SUITE-ShardSplitTest-seed#[BD1A9344150F5071]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 412049 INFO (SUITE-ShardSplitTest-seed#[BD1A9344150F5071]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 412049 INFO (SUITE-ShardSplitTest-seed#[BD1A9344150F5071]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 412177 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 412193 INFO (Thread-1698) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 412194 INFO (Thread-1698) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 412202 ERROR (Thread-1698) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 412368 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.ZkTestServer start zk server on port:35282
[junit4] 2> 412570 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 412585 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 412586 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 412587 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 412587 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 412621 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 412621 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 412622 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 412623 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 412624 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 412638 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 413263 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 413309 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b98af56{/,null,AVAILABLE}
[junit4] 2> 413310 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@32f06a27{HTTP/1.1,[http/1.1]}{127.0.0.1:41795}
[junit4] 2> 413311 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.Server Started @426680ms
[junit4] 2> 413311 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/tempDir-001/control/data, hostContext=/, hostPort=41795, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/control-001/cores}
[junit4] 2> 413339 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 413340 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 413340 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 413340 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 413340 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-23T16:30:58.440Z
[junit4] 2> 413465 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 413465 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/control-001/solr.xml
[junit4] 2> 413498 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 413535 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35282/solr
[junit4] 2> 414810 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 414825 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41795_
[junit4] 2> 414826 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.c.Overseer Overseer (id=98533759864143876-127.0.0.1:41795_-n_0000000000) starting
[junit4] 2> 414971 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41795_
[junit4] 2> 415087 INFO (OverseerStateUpdate-98533759864143876-127.0.0.1:41795_-n_0000000000) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415447 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 415480 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 415526 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 415527 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:41795_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/control-001/cores
[junit4] 2> 415817 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415882 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35282/solr ready
[junit4] 2> 415916 INFO (qtp1769048420-2716) [n:127.0.0.1:41795_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41795_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 416000 INFO (OverseerThreadFactory-403-thread-1-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 416318 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 416318 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 416592 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 417521 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 417686 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 418381 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 418514 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 418515 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 418547 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 418547 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 418563 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=42.322265625, floorSegmentMB=0.53515625, forceMergeDeletesPctAllowed=8.622905004519207, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 418661 WARN (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 419101 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 419101 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 419102 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 419102 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 419104 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2879441246237213]
[junit4] 2> 419118 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c7535a[control_collection_shard1_replica_n1] main]
[junit4] 2> 419119 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 419119 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 419119 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 419120 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576540165080350720
[junit4] 2> 419134 INFO (searcherExecutor-406-thread-1-processing-n:127.0.0.1:41795_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@5c7535a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 419137 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 419137 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 419137 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41795/control_collection_shard1_replica_n1/
[junit4] 2> 419137 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 419137 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:41795/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 419137 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 419168 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41795/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 419300 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 419499 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 419544 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 419592 INFO (qtp1769048420-2714) [n:127.0.0.1:41795_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3274
[junit4] 2> 419609 INFO (qtp1769048420-2716) [n:127.0.0.1:41795_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 419811 INFO (zkCallback-213-thread-1-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 420124 INFO (OverseerCollectionConfigSetProcessor-98533759864143876-127.0.0.1:41795_-n_0000000000) [n:127.0.0.1:41795_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 420612 INFO (qtp1769048420-2716) [n:127.0.0.1:41795_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:41795_&wt=javabin&version=2} status=0 QTime=4695
[junit4] 2> 420803 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 420803 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35282/solr ready
[junit4] 2> 420803 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 420827 INFO (qtp1769048420-2717) [n:127.0.0.1:41795_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 420998 INFO (OverseerThreadFactory-403-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 421111 WARN (OverseerThreadFactory-403-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 421659 INFO (qtp1769048420-2717) [n:127.0.0.1:41795_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 421675 INFO (qtp1769048420-2717) [n:127.0.0.1:41795_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=847
[junit4] 2> 422726 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-1-001 of type TLOG
[junit4] 2> 422740 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b3668dc{/,null,AVAILABLE}
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ec9fa23{HTTP/1.1,[http/1.1]}{127.0.0.1:44081}
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.Server Started @436220ms
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44081, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-1-001/cores}
[junit4] 2> 422850 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 422850 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 422851 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-23T16:31:07.950Z
[junit4] 2> 423042 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 423042 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-1-001/solr.xml
[junit4] 2> 423060 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 423097 INFO (OverseerCollectionConfigSetProcessor-98533759864143876-127.0.0.1:41795_-n_0000000000) [n:127.0.0.1:41795_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 423259 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35282/solr
[junit4] 2> 423412 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 423413 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 423427 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44081_
[junit4] 2> 423462 INFO (zkCallback-225-thread-1-processing-n:127.0.0.1:44081_) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 423462 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 423685 INFO (zkCallback-220-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 424112 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 424145 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 424146 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 424147 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44081_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-1-001/cores
[junit4] 2> 424636 INFO (qtp999687184-2759) [n:127.0.0.1:44081_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44081_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 424746 INFO (OverseerThreadFactory-403-thread-3-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44081_ for creating new replica
[junit4] 2> 424770 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 424835 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 425228 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 425401 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
[junit4] 2> 426342 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 426482 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
[junit4] 2> 426483 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 426483 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 426483 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
[junit4] 2> 426515 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=42.322265625, floorSegmentMB=0.53515625, forceMergeDeletesPctAllowed=8.622905004519207, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 426644 WARN (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 427346 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 427346 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 427347 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 427347 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 427348 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2879441246237213]
[junit4] 2> 427378 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@756d1977[collection1_shard2_replica_t41] main]
[junit4] 2> 427379 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 427379 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 427380 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 427380 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576540173741588480
[junit4] 2> 427442 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 427442 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 427442 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44081/collection1_shard2_replica_t41/
[junit4] 2> 427442 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 427443 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:44081/collection1_shard2_replica_t41/ has no replicas
[junit4] 2> 427443 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 427443 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
[junit4] 2> 427445 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44081/collection1_shard2_replica_t41/ shard2
[junit4] 2> 427446 INFO (searcherExecutor-417-thread-1-processing-n:127.0.0.1:44081_ x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@756d1977[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 427459 INFO (zkCallback-225-thread-1-processing-n:127.0.0.1:44081_) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427585 INFO (zkCallback-225-thread-1-processing-n:127.0.0.1:44081_) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 427618 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 427620 INFO (qtp999687184-2757) [n:127.0.0.1:44081_ c:collection1 s:shard2 x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2850
[junit4] 2> 427667 INFO (qtp999687184-2759) [n:127.0.0.1:44081_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44081_&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=3031
[junit4] 2> 427739 INFO (zkCallback-225-thread-1-processing-n:127.0.0.1:44081_) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 428617 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-2-001 of type TLOG
[junit4] 2> 428629 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 428631 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24c45a7e{/,null,AVAILABLE}
[junit4] 2> 428631 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44d317f7{HTTP/1.1,[http/1.1]}{127.0.0.1:44341}
[junit4] 2> 428631 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.e.j.s.Server Started @442001ms
[junit4] 2> 428631 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=44341, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-2-001/cores}
[junit4] 2> 428631 ERROR (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 428662 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 428662 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 428662 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 428662 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-23T16:31:13.762Z
[junit4] 2> 428695 INFO (OverseerCollectionConfigSetProcessor-98533759864143876-127.0.0.1:41795_-n_0000000000) [n:127.0.0.1:41795_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 428696 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 428696 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-2-001/solr.xml
[junit4] 2> 428766 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 428813 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35282/solr
[junit4] 2> 428939 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 428940 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 428956 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44341_
[junit4] 2> 428958 INFO (zkCallback-225-thread-1-processing-n:127.0.0.1:44081_) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429119 INFO (zkCallback-213-thread-2-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429119 INFO (zkCallback-220-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429150 INFO (zkCallback-231-thread-1-processing-n:127.0.0.1:44341_) [n:127.0.0.1:44341_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 429842 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 429977 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 429978 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 429979 INFO (TEST-ShardSplitTest.testSplitShardWithRule-seed#[BD1A9344150F5071]) [n:127.0.0.1:44341_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-2-001/cores
[junit4] 2> 430256 INFO (qtp999687184-2760) [n:127.0.0.1:44081_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:44341_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 430301 INFO (OverseerThreadFactory-403-thread-4-processing-n:127.0.0.1:41795_) [n:127.0.0.1:41795_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:44341_ for creating new replica
[junit4] 2> 430322 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 430322 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 430340 INFO (zkCallback-225-thread-1-processing-n:127.0.0.1:44081_) [n:127.0.0.1:44081_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 430435 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 430503 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
[junit4] 2> 431091 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 431161 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
[junit4] 2> 431191 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64b70571
[junit4] 2> 431191 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 431191 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.ShardSplitTest_BD1A9344150F5071-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
[junit4] 2> 431194 INFO (qtp890722192-2789) [n:127.0.0.1:44341_ c:collection1 s:shard1 x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=42.322265625, floorSegmentMB=0.53515625, forceMergeDeletesPctAllowed=8.622905004519207, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 431289 WARN (qtp890722192-2789) [n:127.0
[...truncated too long message...]
his JVM: [SolrExampleXMLTest, CosineEvaluatorTest, NotEvaluatorTest, SolrZkClientTest, LengthEvaluatorTest, LargeVolumeJettyTest, JettyWebappTest, TestPolicy, GraphExpressionTest, JdbcTest, HttpSolrClientConPoolTest, TestV2Request, StreamExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamExpressionTest -Dtests.seed=AE0AEE34D73B35E7 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-EG -Dtests.timezone=Pacific/Kosrae -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | StreamExpressionTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
[junit4] > 1) Thread[id=2230, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=3866, name=zkCallback-950-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=2500, name=zkCallback-950-thread-2-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 4) Thread[id=2464, name=zkCallback-950-thread-2, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=2231, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=2499, name=zkCallback-950-thread-2-SendThread(127.0.0.1:42234), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 7) Thread[id=2224, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=3867, name=zkCallback-950-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([AE0AEE34D73B35E7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=3866, name=zkCallback-950-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=2464, name=zkCallback-950-thread-2, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=2499, name=zkCallback-950-thread-2-SendThread(127.0.0.1:42234), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 4) Thread[id=3867, name=zkCallback-950-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([AE0AEE34D73B35E7]:0)
[junit4] Completed [125/135 (1!)] on J2 in 234.18s, 94 tests, 1 failure, 3 errors, 9 skipped <<< FAILURES!
[...truncated 42524 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 144 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/144/
4 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:35952/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:43845/solr/test_col_shard1_replica_n1: Server Error request: http://127.0.0.1:43845/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35952%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35952/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@13d3cdf2
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:35952/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:43845/solr/test_col_shard1_replica_n1: Server Error
request: http://127.0.0.1:43845/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35952%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35952/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@13d3cdf2
at __randomizedtesting.SeedInfo.seed([9E487420AEB72D2:3FF0E50480B648C3]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:35952/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:43845/solr/test_col_shard1_replica_n1: Server Error
request: http://127.0.0.1:43845/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35952%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35952/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@13d3cdf2
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35952/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:43845/solr/test_col_shard1_replica_n1: Server Error
request: http://127.0.0.1:43845/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35952%2Fsolr%2Ftest_col_shard1_replica_n2%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35952/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@13d3cdf2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([F1207114290F78EE:4C37040D102345B3]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testParallelExecutorStream(StreamExpressionTest.java:6916)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest: 1) Thread[id=3308, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=4176, name=zkCallback-1584-thread-4-SendThread(127.0.0.1:41728), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 3) Thread[id=3302, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5464, name=zkCallback-1584-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=4148, name=zkCallback-1584-thread-4, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=3309, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=4177, name=zkCallback-1584-thread-4-EventThread, state=WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 8) Thread[id=5463, name=zkCallback-1584-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
1) Thread[id=3308, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=4176, name=zkCallback-1584-thread-4-SendThread(127.0.0.1:41728), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
3) Thread[id=3302, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5464, name=zkCallback-1584-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=4148, name=zkCallback-1584-thread-4, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=3309, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=4177, name=zkCallback-1584-thread-4-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
8) Thread[id=5463, name=zkCallback-1584-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F1207114290F78EE]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4176, name=zkCallback-1584-thread-4-SendThread(127.0.0.1:41728), state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 2) Thread[id=5464, name=zkCallback-1584-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=4148, name=zkCallback-1584-thread-4, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5463, name=zkCallback-1584-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4176, name=zkCallback-1584-thread-4-SendThread(127.0.0.1:41728), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
2) Thread[id=5464, name=zkCallback-1584-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=4148, name=zkCallback-1584-thread-4, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5463, name=zkCallback-1584-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([F1207114290F78EE]:0)
Build Log:
[...truncated 12745 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> 4792508 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/init-core-data-001
[junit4] 2> 4792525 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 4792525 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4792526 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 4792526 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001
[junit4] 2> 4792526 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 4792545 INFO (Thread-5808) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 4792545 INFO (Thread-5808) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 4792573 ERROR (Thread-5808) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 4792654 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39821
[junit4] 2> 4792765 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4792781 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4792801 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4792817 INFO (jetty-launcher-2678-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 4792850 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e4058c2{/solr,null,AVAILABLE}
[junit4] 2> 4792850 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d345e8f{HTTP/1.1,[http/1.1]}{127.0.0.1:35952}
[junit4] 2> 4792851 INFO (jetty-launcher-2678-thread-1) [ ] o.e.j.s.Server Started @4804172ms
[junit4] 2> 4792851 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35952}
[junit4] 2> 4792851 ERROR (jetty-launcher-2678-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4792851 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 4792851 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4792851 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4792851 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-22T02:22:57.917Z
[junit4] 2> 4792907 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@425cf130{/solr,null,AVAILABLE}
[junit4] 2> 4792907 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c4c2e38{HTTP/1.1,[http/1.1]}{127.0.0.1:45649}
[junit4] 2> 4792907 INFO (jetty-launcher-2678-thread-2) [ ] o.e.j.s.Server Started @4804228ms
[junit4] 2> 4792907 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45649}
[junit4] 2> 4792907 ERROR (jetty-launcher-2678-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4792907 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 4792908 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4792908 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4792908 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-22T02:22:57.974Z
[junit4] 2> 4792909 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4792931 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4793031 INFO (jetty-launcher-2678-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c8957d8{/solr,null,AVAILABLE}
[junit4] 2> 4793032 INFO (jetty-launcher-2678-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4be647e8{HTTP/1.1,[http/1.1]}{127.0.0.1:40276}
[junit4] 2> 4793032 INFO (jetty-launcher-2678-thread-4) [ ] o.e.j.s.Server Started @4804353ms
[junit4] 2> 4793032 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40276}
[junit4] 2> 4793032 ERROR (jetty-launcher-2678-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4793032 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 4793032 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4793163 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50e32fda{/solr,null,AVAILABLE}
[junit4] 2> 4793163 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@336ab400{HTTP/1.1,[http/1.1]}{127.0.0.1:43845}
[junit4] 2> 4793163 INFO (jetty-launcher-2678-thread-3) [ ] o.e.j.s.Server Started @4804484ms
[junit4] 2> 4793163 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43845}
[junit4] 2> 4793163 ERROR (jetty-launcher-2678-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 4793163 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 4793164 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 4793164 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4793164 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-22T02:22:58.230Z
[junit4] 2> 4793179 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4793195 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 4793195 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-22T02:22:58.261Z
[junit4] 2> 4793278 INFO (jetty-launcher-2678-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39821/solr
[junit4] 2> 4793349 INFO (jetty-launcher-2678-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39821/solr
[junit4] 2> 4793384 INFO (jetty-launcher-2678-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39821/solr
[junit4] 2> 4793431 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 4793598 INFO (jetty-launcher-2678-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39821/solr
[junit4] 2> 4793742 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4793743 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40276_solr
[junit4] 2> 4793757 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.c.Overseer Overseer (id=98524763102314508-127.0.0.1:40276_solr-n_0000000000) starting
[junit4] 2> 4793778 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:45649_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4793779 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:45649_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45649_solr
[junit4] 2> 4793911 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40276_solr
[junit4] 2> 4793911 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4793927 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4793928 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35952_solr
[junit4] 2> 4793938 INFO (OverseerStateUpdate-98524763102314508-127.0.0.1:40276_solr-n_0000000000) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4794008 INFO (zkCallback-2694-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 4794008 INFO (zkCallback-2697-thread-1-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 4794060 INFO (zkCallback-2697-thread-2-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4794076 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 4794089 INFO (zkCallback-2694-thread-2-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 4794236 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40276.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794271 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40276.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794271 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40276.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794284 INFO (jetty-launcher-2678-thread-4) [n:127.0.0.1:40276_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node4/.
[junit4] 2> 4794534 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:45649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45649.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794602 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:45649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45649.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794602 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:45649_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45649.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794653 INFO (jetty-launcher-2678-thread-2) [n:127.0.0.1:45649_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node2/.
[junit4] 2> 4794697 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35952.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794897 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35952.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794966 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35952.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4794968 INFO (jetty-launcher-2678-thread-1) [n:127.0.0.1:35952_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node1/.
[junit4] 2> 4794994 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 4795185 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 4795303 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43845_solr
[junit4] 2> 4795316 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4795335 INFO (zkCallback-2697-thread-2-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4795335 INFO (zkCallback-2694-thread-2-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4795348 INFO (zkCallback-2695-thread-1-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 4795627 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43845.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4795659 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43845.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4795659 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43845.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4795660 INFO (jetty-launcher-2678-thread-3) [n:127.0.0.1:43845_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node3/.
[junit4] 2> 4796087 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 4796111 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[9E487420AEB72D2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39821/solr ready
[junit4] 2> 4797477 INFO (qtp1803542420-21733) [n:127.0.0.1:45649_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4797528 INFO (OverseerThreadFactory-7056-thread-1-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 4797646 INFO (OverseerStateUpdate-98524763102314508-127.0.0.1:40276_solr-n_0000000000) [n:127.0.0.1:40276_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:43845/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4797649 INFO (OverseerStateUpdate-98524763102314508-127.0.0.1:40276_solr-n_0000000000) [n:127.0.0.1:40276_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35952/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4797665 INFO (OverseerStateUpdate-98524763102314508-127.0.0.1:40276_solr-n_0000000000) [n:127.0.0.1:40276_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40276/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4797667 INFO (OverseerStateUpdate-98524763102314508-127.0.0.1:40276_solr-n_0000000000) [n:127.0.0.1:40276_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45649/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 4798070 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 4798070 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4798071 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 4798071 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4798071 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 4798072 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4798072 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 4798072 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4798435 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798435 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798435 INFO (zkCallback-2695-thread-1-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798435 INFO (zkCallback-2695-thread-2-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798440 INFO (zkCallback-2697-thread-2-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798440 INFO (zkCallback-2697-thread-1-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798440 INFO (zkCallback-2694-thread-2-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4798440 INFO (zkCallback-2694-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4799222 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4799400 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=minimal-atomic-stress
[junit4] 2> 4799402 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 4799402 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
[junit4] 2> 4799403 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40276.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4799405 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4799418 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4799432 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4799432 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node4/test_col_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node4/./test_col_shard2_replica_n4/data/]
[junit4] 2> 4799449 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1476805696, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 4799470 WARN (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4799486 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=minimal-atomic-stress
[junit4] 2> 4799487 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 4799487 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
[junit4] 2> 4799488 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45649.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4799488 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4799488 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node2/test_col_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node2/./test_col_shard2_replica_n6/data/]
[junit4] 2> 4799502 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1476805696, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 4799522 WARN (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4799547 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
[junit4] 2> 4799548 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 4799548 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 4799549 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35952.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4799549 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4799549 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node1/test_col_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node1/./test_col_shard1_replica_n2/data/]
[junit4] 2> 4799564 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 4799611 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1476805696, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 4799613 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
[junit4] 2> 4799624 WARN (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4799639 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 4799639 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 4799639 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43845.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ec14acb
[junit4] 2> 4799639 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 4799640 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node3/test_col_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_9E487420AEB72D2-001/tempDir-001/node3/./test_col_shard1_replica_n1/data/]
[junit4] 2> 4799642 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1476805696, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 4799673 WARN (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 4799819 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4799819 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4799820 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4799820 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4799901 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4799920 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@20151c7a[test_col_shard2_replica_n4] main]
[junit4] 2> 4799923 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4799923 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4799956 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4799956 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4799957 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4799958 INFO (searcherExecutor-7065-thread-1-processing-n:127.0.0.1:40276_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node7) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@20151c7a[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4799958 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576396217410125824
[junit4] 2> 4800009 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4800009 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4800010 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4800010 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4800011 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4800011 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@719d4efd[test_col_shard1_replica_n1] main]
[junit4] 2> 4800017 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4800017 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4800018 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4800018 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cf54f48[test_col_shard2_replica_n6] main]
[junit4] 2> 4800056 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4800056 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4800056 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4800057 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4800070 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 4800070 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 4800071 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 4800071 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 4800074 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4800074 INFO (searcherExecutor-7068-thread-1-processing-n:127.0.0.1:43845_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node3) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@719d4efd[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4800074 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576396217531760640
[junit4] 2> 4800075 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4800075 INFO (qtp1803542420-21731) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576396217532809216
[junit4] 2> 4800086 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 4800086 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@34f3c8d4[test_col_shard1_replica_n2] main]
[junit4] 2> 4800086 INFO (searcherExecutor-7066-thread-1-processing-n:127.0.0.1:45649_solr x:test_col_shard2_replica_n6 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@3cf54f48[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4800092 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4800092 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4800092 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40276/solr/test_col_shard2_replica_n4/
[junit4] 2> 4800092 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=http://127.0.0.1:40276/solr START replicas=[http://127.0.0.1:45649/solr/test_col_shard2_replica_n6/] nUpdates=100
[junit4] 2> 4800093 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4800093 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 4800093 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 4800109 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 4800123 INFO (searcherExecutor-7067-thread-1-processing-n:127.0.0.1:35952_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@34f3c8d4[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 4800123 INFO (qtp1634293588-21721) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576396217583140864
[junit4] 2> 4800139 INFO (qtp1803542420-21735) [n:127.0.0.1:45649_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.S.Request [test_col_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=12
[junit4] 2> 4800213 INFO (zkCallback-2697-thread-2-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800213 INFO (zkCallback-2697-thread-1-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800213 INFO (zkCallback-2694-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800213 INFO (zkCallback-2694-thread-2-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800213 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800216 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800216 INFO (zkCallback-2695-thread-2-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800228 INFO (zkCallback-2695-thread-1-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800411 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n4 url=http://127.0.0.1:40276/solr DONE. We have no versions. sync failed.
[junit4] 2> 4800411 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 4800411 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 4800411 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 4800413 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40276/solr/test_col_shard2_replica_n4/ shard2
[junit4] 2> 4800569 INFO (zkCallback-2697-thread-1-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800569 INFO (zkCallback-2697-thread-2-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800569 INFO (zkCallback-2694-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800569 INFO (zkCallback-2694-thread-2-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800570 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800570 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800572 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 4800581 INFO (zkCallback-2695-thread-2-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800581 INFO (zkCallback-2695-thread-1-processing-n:127.0.0.1:43845_solr) [n:127.0.0.1:43845_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800586 INFO (qtp1656545326-21748) [n:127.0.0.1:40276_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2514
[junit4] 2> 4800622 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 4800622 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 4800622 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43845/solr/test_col_shard1_replica_n1/
[junit4] 2> 4800623 INFO (qtp457444062-21754) [n:127.0.0.1:43845_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n1 url=http://127.0.0.1:43845/solr START replicas=[http://127.0.0.1:35952/solr/test_col_shard1_replica_n2/] nUpdates=100
[junit4] 2> 4800639 INFO (qtp1634293588-21719) [n:127.0.0.1:35952_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.S.Request [test_col_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 4800849 INFO (zkCallback-2702-thread-1-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800849 INFO (zkCallback-2702-thread-2-processing-n:127.0.0.1:40276_solr) [n:127.0.0.1:40276_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800849 INFO (zkCallback-2697-thread-1-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800850 INFO (zkCallback-2697-thread-2-processing-n:127.0.0.1:35952_solr) [n:127.0.0.1:35952_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800850 INFO (zkCallback-2694-thread-1-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 4800850 INFO (zkCallback-2694-thread-2-processing-n:127.0.0.1:45649_solr) [n:127.0.0.1:45649_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/sta
[...truncated too long message...]
acheTest, JettyWebappTest, TestPolicy, TestDelegationTokenResponse, TestRetryUtil, FloorEvaluatorTest, JdbcTest, SolrZkClientTest, CosineEvaluatorTest, StreamingTest, GraphExpressionTest, TestBatchUpdate, TestDelegationTokenRequest, StreamExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamExpressionTest -Dtests.seed=F1207114290F78EE -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ca -Dtests.timezone=America/Porto_Acre -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | StreamExpressionTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.client.solrj.io.stream.StreamExpressionTest:
[junit4] > 1) Thread[id=3308, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=4176, name=zkCallback-1584-thread-4-SendThread(127.0.0.1:41728), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 3) Thread[id=3302, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=5464, name=zkCallback-1584-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=4148, name=zkCallback-1584-thread-4, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=3309, name=Connection evictor, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=4177, name=zkCallback-1584-thread-4-EventThread, state=WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > 8) Thread[id=5463, name=zkCallback-1584-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F1207114290F78EE]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=4176, name=zkCallback-1584-thread-4-SendThread(127.0.0.1:41728), state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 2) Thread[id=5464, name=zkCallback-1584-thread-7, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=4148, name=zkCallback-1584-thread-4, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=5463, name=zkCallback-1584-thread-6, state=TIMED_WAITING, group=TGRP-StreamExpressionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([F1207114290F78EE]:0)
[junit4] Completed [129/135 (1!)] on J2 in 327.27s, 94 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 42512 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 143 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/143/
2 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Doc with id=1 not found in http://127.0.0.1:36313/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
Stack Trace:
java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:36313/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
at __randomizedtesting.SeedInfo.seed([169CA3A883E70FE3:F00B9768BA65F682]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at http://127.0.0.1:35978/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:35978/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([169CA3A883E70FE3:B5660D0D040FE546]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35978/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:591)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 11917 lines...]
[junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> 1242711 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[169CA3A883E70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/init-core-data-001
[junit4] 2> 1242711 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[169CA3A883E70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1242712 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[169CA3A883E70FE3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1242714 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-001
[junit4] 2> 1242715 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1242715 INFO (Thread-3612) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1242715 INFO (Thread-3612) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1242716 ERROR (Thread-3612) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1242815 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.ZkTestServer start zk server on port:36091
[junit4] 2> 1242821 INFO (jetty-launcher-1517-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1242824 INFO (jetty-launcher-1517-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1242828 INFO (jetty-launcher-1517-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1242832 INFO (jetty-launcher-1517-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e8a4516{/solr,null,AVAILABLE}
[junit4] 2> 1242834 INFO (jetty-launcher-1517-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@686be02e{HTTP/1.1,[http/1.1]}{127.0.0.1:51670}
[junit4] 2> 1242834 INFO (jetty-launcher-1517-thread-2) [ ] o.e.j.s.Server Started @1249238ms
[junit4] 2> 1242834 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51670}
[junit4] 2> 1242835 ERROR (jetty-launcher-1517-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1242835 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1242835 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1242835 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1242835 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:17.674Z
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5263dac7{/solr,null,AVAILABLE}
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16dfef29{HTTP/1.1,[http/1.1]}{127.0.0.1:53558}
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.e.j.s.Server Started @1249249ms
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53558}
[junit4] 2> 1242845 ERROR (jetty-launcher-1517-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1242845 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:17.684Z
[junit4] 2> 1242849 INFO (jetty-launcher-1517-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35224a1d{/solr,null,AVAILABLE}
[junit4] 2> 1242849 INFO (jetty-launcher-1517-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@24c4b0b2{HTTP/1.1,[http/1.1]}{127.0.0.1:53272}
[junit4] 2> 1242849 INFO (jetty-launcher-1517-thread-3) [ ] o.e.j.s.Server Started @1249254ms
[junit4] 2> 1242849 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53272}
[junit4] 2> 1242850 ERROR (jetty-launcher-1517-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1242850 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1242850 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1242850 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1242850 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:17.689Z
[junit4] 2> 1242851 INFO (jetty-launcher-1517-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1242852 INFO (jetty-launcher-1517-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1242861 INFO (jetty-launcher-1517-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3eeb5ce6{/solr,null,AVAILABLE}
[junit4] 2> 1242861 INFO (jetty-launcher-1517-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@45060373{HTTP/1.1,[http/1.1]}{127.0.0.1:43150}
[junit4] 2> 1242862 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1242868 INFO (jetty-launcher-1517-thread-4) [ ] o.e.j.s.Server Started @1249272ms
[junit4] 2> 1242868 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43150}
[junit4] 2> 1242868 ERROR (jetty-launcher-1517-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1242868 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1242868 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1242868 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1242868 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:17.707Z
[junit4] 2> 1242869 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1242873 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1242877 INFO (jetty-launcher-1517-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d9195ca{/solr,null,AVAILABLE}
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c8d0d14{HTTP/1.1,[http/1.1]}{127.0.0.1:33716}
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.e.j.s.Server Started @1249282ms
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33716}
[junit4] 2> 1242878 ERROR (jetty-launcher-1517-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1242878 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:17.717Z
[junit4] 2> 1242887 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1242892 INFO (jetty-launcher-1517-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36091/solr
[junit4] 2> 1242936 INFO (jetty-launcher-1517-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36091/solr
[junit4] 2> 1242957 INFO (jetty-launcher-1517-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36091/solr
[junit4] 2> 1242973 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1242987 INFO (jetty-launcher-1517-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36091/solr
[junit4] 2> 1242988 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e03609f920007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1243017 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1243018 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53558_solr
[junit4] 2> 1243018 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.c.Overseer Overseer (id=98519955377618954-127.0.0.1:53558_solr-n_0000000000) starting
[junit4] 2> 1243041 INFO (jetty-launcher-1517-thread-2) [n:127.0.0.1:51670_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1243041 INFO (jetty-launcher-1517-thread-2) [n:127.0.0.1:51670_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51670_solr
[junit4] 2> 1243053 INFO (jetty-launcher-1517-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36091/solr
[junit4] 2> 1243063 INFO (zkCallback-1536-thread-1-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1243064 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1243106 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53558_solr
[junit4] 2> 1243106 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1243127 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1243128 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1243129 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53272_solr
[junit4] 2> 1243129 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1243132 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1243133 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1243134 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33716_solr
[junit4] 2> 1243134 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1243160 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:53272_solr) [n:127.0.0.1:53272_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1243160 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:33716_solr) [n:127.0.0.1:33716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1243160 INFO (zkCallback-1536-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1243163 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1243164 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1243165 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43150_solr
[junit4] 2> 1243166 INFO (zkCallback-1544-thread-1-processing-n:127.0.0.1:53272_solr) [n:127.0.0.1:53272_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1243166 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1243166 INFO (zkCallback-1545-thread-1-processing-n:127.0.0.1:33716_solr) [n:127.0.0.1:33716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1243166 INFO (zkCallback-1536-thread-1-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1243172 INFO (zkCallback-1546-thread-1-processing-n:127.0.0.1:43150_solr) [n:127.0.0.1:43150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1243322 INFO (jetty-launcher-1517-thread-2) [n:127.0.0.1:51670_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51670.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243371 INFO (jetty-launcher-1517-thread-2) [n:127.0.0.1:51670_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51670.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243372 INFO (jetty-launcher-1517-thread-2) [n:127.0.0.1:51670_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51670.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243378 INFO (jetty-launcher-1517-thread-2) [n:127.0.0.1:51670_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-001/node2/.
[junit4] 2> 1243390 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53272.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243392 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43150.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243403 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53558.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243408 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43150.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243408 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43150.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243409 INFO (jetty-launcher-1517-thread-4) [n:127.0.0.1:43150_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-001/node4/.
[junit4] 2> 1243411 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33716.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243415 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53272.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243432 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53272.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243438 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33716.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243438 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33716.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243439 INFO (jetty-launcher-1517-thread-5) [n:127.0.0.1:33716_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-001/node5/.
[junit4] 2> 1243440 INFO (jetty-launcher-1517-thread-3) [n:127.0.0.1:53272_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-001/node3/.
[junit4] 2> 1243446 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53558.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243446 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53558.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1243447 INFO (jetty-launcher-1517-thread-1) [n:127.0.0.1:53558_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-001/node1/.
[junit4] 2> 1243703 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1243706 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36091/solr ready
[junit4] 2> 1243708 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 1243716 INFO (qtp1441377455-9859) [n:127.0.0.1:43150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1243726 INFO (OverseerThreadFactory-3605-thread-1-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.CreateCollectionCmd Create collection testSolrCloudCollectionWithoutCores
[junit4] 2> 1243727 WARN (OverseerThreadFactory-3605-thread-1-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (testSolrCloudCollectionWithoutCores) without cores.
[junit4] 2> 1243832 INFO (qtp1441377455-9859) [n:127.0.0.1:43150_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1243833 INFO (qtp1441377455-9859) [n:127.0.0.1:43150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=116
[junit4] 2> 1243833 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> no one is recoverying
[junit4] 2> 1243833 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testSolrCloudCollectionWithoutCores
[junit4] 2> 1243834 INFO (qtp1441377455-9860) [n:127.0.0.1:43150_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testSolrCloudCollectionWithoutCores&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1243844 INFO (OverseerCollectionConfigSetProcessor-98519955377618954-127.0.0.1:53558_solr-n_0000000000) [n:127.0.0.1:53558_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1243852 INFO (OverseerThreadFactory-3605-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1244555 INFO (qtp1441377455-9860) [n:127.0.0.1:43150_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testSolrCloudCollectionWithoutCores&action=DELETE&wt=javabin&version=2} status=0 QTime=721
[junit4] 2> 1244556 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 2> 1244556 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testSolrCloudCollectionWithoutCores
[junit4] 2> 1244558 INFO (jetty-closer-1518-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@686be02e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1244559 INFO (jetty-closer-1518-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@24c4b0b2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1244559 INFO (jetty-closer-1518-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c8d0d14{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1244564 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=985024250
[junit4] 2> 1244564 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2035980641
[junit4] 2> 1244565 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=417935989
[junit4] 2> 1244565 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1244565 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48e81738: rootName = solr_53272, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@13b822be
[junit4] 2> 1244568 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1244568 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57918b99: rootName = solr_33716, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4555bfe7
[junit4] 2> 1244569 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1244569 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66382da2: rootName = solr_53272, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@329692f8
[junit4] 2> 1244572 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1244572 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@338c879c: rootName = solr_51670, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5d3ea5b8
[junit4] 2> 1244574 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1244574 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1513f043: rootName = solr_53272, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7e0420dc
[junit4] 2> 1244576 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1244576 INFO (jetty-closer-1518-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1244576 INFO (jetty-closer-1518-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@45060373{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1244577 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=41875194
[junit4] 2> 1244577 INFO (jetty-closer-1518-thread-5) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@16dfef29{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1244580 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1880078217
[junit4] 2> 1244580 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1244581 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5a3fcfa5: rootName = solr_53558, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@36f6e8f
[junit4] 2> 1244581 WARN (zkCallback-1544-thread-1-processing-n:127.0.0.1:53272_solr) [n:127.0.0.1:53272_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1244581 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e03609f92000d, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1244582 INFO (zkCallback-1546-thread-1-processing-n:127.0.0.1:43150_solr) [n:127.0.0.1:43150_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 1244582 INFO (zkCallback-1536-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 1244584 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 1244584 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1244584 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@56050446: rootName = solr_43150, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@9e02e82
[junit4] 2> 1244584 INFO (jetty-closer-1518-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35224a1d{/solr,null,UNAVAILABLE}
[junit4] 2> 1244585 INFO (zkCallback-1545-thread-2-processing-n:127.0.0.1:33716_solr) [n:127.0.0.1:33716_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
[junit4] 2> 1244587 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1244587 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8b418a: rootName = solr_51670, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@329692f8
[junit4] 2> 1244589 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1244589 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4656ec7b: rootName = solr_33716, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@329692f8
[junit4] 2> 1244590 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1244590 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ed48a4: rootName = solr_53558, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@329692f8
[junit4] 2> 1244604 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1244604 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@658dde2d: rootName = solr_43150, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@329692f8
[junit4] 2> 1244607 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1244607 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15a848bd: rootName = solr_43150, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7e0420dc
[junit4] 2> 1244608 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1244608 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6626bd4f: rootName = solr_33716, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7e0420dc
[junit4] 2> 1244610 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1244611 INFO (jetty-closer-1518-thread-4) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1244611 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1244611 INFO (jetty-closer-1518-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1244612 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1244612 INFO (zkCallback-1536-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 1244613 INFO (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1244613 INFO (zkCallback-1536-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1244614 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1244614 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@499084a9: rootName = solr_53558, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7e0420dc
[junit4] 2> 1244615 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1244615 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a58d225: rootName = solr_51670, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7e0420dc
[junit4] 2> 1244615 WARN (zkCallback-1546-thread-2-processing-n:127.0.0.1:43150_solr) [n:127.0.0.1:43150_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1244616 WARN (zkCallback-1545-thread-2-processing-n:127.0.0.1:33716_solr) [n:127.0.0.1:33716_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1244616 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1244616 INFO (jetty-closer-1518-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1244617 INFO (jetty-closer-1518-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3d9195ca{/solr,null,UNAVAILABLE}
[junit4] 2> 1244617 INFO (zkCallback-1536-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1244616 INFO (jetty-closer-1518-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3eeb5ce6{/solr,null,UNAVAILABLE}
[junit4] 2> 1244618 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1244618 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1244618 INFO (jetty-closer-1518-thread-5) [ ] o.a.s.c.Overseer Overseer (id=98519955377618954-127.0.0.1:53558_solr-n_0000000000) closing
[junit4] 2> 1244618 INFO (OverseerStateUpdate-98519955377618954-127.0.0.1:53558_solr-n_0000000000) [n:127.0.0.1:53558_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53558_solr
[junit4] 2> 1246117 WARN (zkCallback-1535-thread-1-processing-n:127.0.0.1:51670_solr) [n:127.0.0.1:51670_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1246118 INFO (jetty-closer-1518-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5e8a4516{/solr,null,UNAVAILABLE}
[junit4] 2> 1246130 WARN (zkCallback-1536-thread-2-processing-n:127.0.0.1:53558_solr) [n:127.0.0.1:53558_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1246130 INFO (jetty-closer-1518-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5263dac7{/solr,null,UNAVAILABLE}
[junit4] 2> 1246131 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1246131 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36091 36091
[junit4] 2> 1246221 INFO (Thread-3612) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36091 36091
[junit4] 2> 1246222 WARN (Thread-3612) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 3 /solr/overseer_elect/election/98519955377618953-127.0.0.1:51670_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2>
[junit4] 2> 1246223 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[169CA3A883E70FE3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
[junit4] 2> 1246227 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-002
[junit4] 2> 1246228 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1246232 INFO (Thread-3663) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1246232 INFO (Thread-3663) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1246234 ERROR (Thread-3663) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1246328 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.ZkTestServer start zk server on port:33930
[junit4] 2> 1246351 INFO (jetty-launcher-1554-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1246351 INFO (jetty-launcher-1554-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1246351 INFO (jetty-launcher-1554-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1246352 INFO (jetty-launcher-1554-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1246352 INFO (jetty-launcher-1554-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1246352 INFO (jetty-launcher-1554-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39708ead{/solr,null,AVAILABLE}
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a51d047{HTTP/1.1,[http/1.1]}{127.0.0.1:47805}
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.e.j.s.Server Started @1252757ms
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47805}
[junit4] 2> 1246353 ERROR (jetty-launcher-1554-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1246353 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:21.192Z
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a472611{/solr,null,AVAILABLE}
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a667957{HTTP/1.1,[http/1.1]}{127.0.0.1:50317}
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.e.j.s.Server Started @1252759ms
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50317}
[junit4] 2> 1246355 ERROR (jetty-launcher-1554-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1246355 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:21.194Z
[junit4] 2> 1246356 INFO (jetty-launcher-1554-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b4eaf4b{/solr,null,AVAILABLE}
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2339f6c5{HTTP/1.1,[http/1.1]}{127.0.0.1:39088}
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.e.j.s.Server Started @1252761ms
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39088}
[junit4] 2> 1246357 ERROR (jetty-launcher-1554-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1246357 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:21.196Z
[junit4] 2> 1246361 INFO (jetty-launcher-1554-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@709e79d7{/solr,null,AVAILABLE}
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@67860f98{HTTP/1.1,[http/1.1]}{127.0.0.1:40117}
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.e.j.s.Server Started @1252766ms
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40117}
[junit4] 2> 1246362 ERROR (jetty-launcher-1554-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1246362 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:21.201Z
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@718ddf38{/solr,null,AVAILABLE}
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fb3ea47{HTTP/1.1,[http/1.1]}{127.0.0.1:41227}
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.e.j.s.Server Started @1252767ms
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41227}
[junit4] 2> 1246363 ERROR (jetty-launcher-1554-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1246363 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-21T06:00:21.202Z
[junit4] 2> 1246373 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1246376 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1246388 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1246388 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1246388 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1246396 INFO (jetty-launcher-1554-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33930/solr
[junit4] 2> 1246400 INFO (jetty-launcher-1554-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33930/solr
[junit4] 2> 1246400 INFO (jetty-launcher-1554-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33930/solr
[junit4] 2> 1246402 INFO (jetty-launcher-1554-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33930/solr
[junit4] 2> 1246403 INFO (jetty-launcher-1554-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33930/solr
[junit4] 2> 1246405 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e0360ad500007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1246435 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1246437 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41227_solr
[junit4] 2> 1246438 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.c.Overseer Overseer (id=98519955608174606-127.0.0.1:41227_solr-n_0000000000) starting
[junit4] 2> 1246444 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41227_solr
[junit4] 2> 1246450 INFO (zkCallback-1580-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1246477 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1246481 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1246485 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50317_solr
[junit4] 2> 1246487 INFO (zkCallback-1580-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1246488 INFO (zkCallback-1581-thread-1-processing-n:127.0.0.1:50317_solr) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1246515 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1246516 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1246517 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1246518 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1246520 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47805_solr
[junit4] 2> 1246521 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39088_solr
[junit4] 2> 1246522 INFO (zkCallback-1578-thread-1-processing-n:127.0.0.1:47805_solr) [n:127.0.0.1:47805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1246522 INFO (zkCallback-1580-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1246522 INFO (zkCallback-1581-thread-1-processing-n:127.0.0.1:50317_solr) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1246535 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1246536 INFO (zkCallback-1580-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1246537 INFO (zkCallback-1581-thread-1-processing-n:127.0.0.1:50317_solr) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1246537 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1246537 INFO (zkCallback-1578-thread-1-processing-n:127.0.0.1:47805_solr) [n:127.0.0.1:47805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1246558 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1246559 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1246560 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40117_solr
[junit4] 2> 1246561 INFO (zkCallback-1580-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1246561 INFO (zkCallback-1578-thread-1-processing-n:127.0.0.1:47805_solr) [n:127.0.0.1:47805_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1246561 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1246561 INFO (zkCallback-1581-thread-1-processing-n:127.0.0.1:50317_solr) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1246564 INFO (zkCallback-1579-thread-1-processing-n:127.0.0.1:40117_solr) [n:127.0.0.1:40117_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 1246650 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39088.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246660 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50317.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246665 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41227.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246674 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50317.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246674 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50317.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246685 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39088.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246694 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39088.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246695 INFO (jetty-launcher-1554-thread-4) [n:127.0.0.1:39088_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-002/node4/.
[junit4] 2> 1246696 INFO (jetty-launcher-1554-thread-5) [n:127.0.0.1:50317_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-002/node5/.
[junit4] 2> 1246697 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41227.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246697 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41227.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246698 INFO (jetty-launcher-1554-thread-1) [n:127.0.0.1:41227_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-002/node1/.
[junit4] 2> 1246771 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47805.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246786 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47805.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246786 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47805.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246788 INFO (jetty-launcher-1554-thread-3) [n:127.0.0.1:47805_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-002/node3/.
[junit4] 2> 1246831 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40117.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246838 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40117.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246838 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40117.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f362d9d
[junit4] 2> 1246839 INFO (jetty-launcher-1554-thread-2) [n:127.0.0.1:40117_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_169CA3A883E70FE3-001/tempDir-002/node2/.
[junit4] 2> 1246942 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 1246942 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33930/solr ready
[junit4] 2> 1246944 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[169CA3A883E70FE3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
[junit4] 2> 1246948 INFO (qtp234826600-9972) [n:127.0.0.1:47805_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=710588c9-e60a-4496-be9a-24a90794c64b&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1246949 INFO (qtp234826600-9972) [n:127.0.0.1:47805_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=710588c9-e60a-4496-be9a-24a90794c64b&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1246951 INFO (OverseerThreadFactory-3642-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
[junit4] 2> 1246951 INFO (qtp234826600-9973) [n:127.0.0.1:47805_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=710588c9-e60a-4496-be9a-24a90794c64b&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1246951 INFO (qtp234826600-9973) [n:127.0.0.1:47805_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=710588c9-e60a-4496-be9a-24a90794c64b&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1247059 INFO (OverseerStateUpdate-98519955608174606-127.0.0.1:41227_solr-n_0000000000) [n:127.0.0.1:41227_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41227/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1247062 INFO (OverseerStateUpdate-98519955608174606-127.0.0.1:41227_solr-n_0000000000) [n:127.0.0.1:41227_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47805/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1247064 INFO (OverseerStateUpdate-98519955608174606-127.0.0.1:41227_solr-n_0000000000) [n:127.0.0.1:41227_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:50317/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1247065 INFO (OverseerStateUpdate-98519955608174606-127.0.0.1:41227_solr-n_0000000000) [n:127.0.0.1:41227_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39088/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1247287 INFO (qtp234826600-9970) [n:127.0.0.1:47805_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153746093054&coreNodeName=core_node4&name=testStopAllStartAllCollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=4
[junit4] 2> 1247288 INFO (parallelCoreAdminExecutor-3649-thread-1-processing-n:127.0.0.1:47805_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153746093054 CREATE) [n:127.0.0.1:47805_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153746093054&coreNodeName=core_node4&name=testStopAllStartAllCollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1247288 INFO (parallelCoreAdminExecutor-3649-thread-1-processing-n:127.0.0.1:47805_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153746093054 CREATE) [n:127.0.0.1:47805_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1247310 INFO (qtp1225121517-10002) [n:127.0.0.1:39088_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153749349329&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
[junit4] 2> 1247312 INFO (parallelCoreAdminExecutor-3643-thread-1-processing-n:127.0.0.1:39088_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153749349329 CREATE) [n:127.0.0.1:39088_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153749349329&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1247312 INFO (parallelCoreAdminExecutor-3643-thread-1-processing-n:127.0.0.1:39088_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153749349329 CREATE) [n:127.0.0.1:39088_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1247333 INFO (qtp459555307-9993) [n:127.0.0.1:50317_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153747750248&coreNodeName=core_node6&name=testStopAllStartAllCollection_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=20
[junit4] 2> 1247334 INFO (parallelCoreAdminExecutor-3645-thread-1-processing-n:127.0.0.1:50317_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153747750248 CREATE) [n:127.0.0.1:50317_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153747750248&coreNodeName=core_node6&name=testStopAllStartAllCollection_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1247334 INFO (parallelCoreAdminExecutor-3645-thread-1-processing-n:127.0.0.1:50317_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153747750248 CREATE) [n:127.0.0.1:50317_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1247346 INFO (qtp1987634043-9986) [n:127.0.0.1:41227_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153743049173&coreNodeName=core_node2&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=12
[junit4] 2> 1247347 INFO (qtp234826600-9976) [n:127.0.0.1:47805_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 710588c9-e60a-4496-be9a-24a90794c64b3547153746093054
[junit4] 2> 1247347 INFO (qtp234826600-9976) [n:127.0.0.1:47805_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=710588c9-e60a-4496-be9a-24a90794c64b3547153746093054&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1247347 INFO (parallelCoreAdminExecutor-3644-thread-1-processing-n:127.0.0.1:41227_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153743049173 CREATE) [n:127.0.0.1:41227_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=710588c9-e60a-4496-be9a-24a90794c64b3547153743049173&coreNodeName=core_node2&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 1247347 INFO (parallelCoreAdminExecutor-3644-thread-1-processing-n:127.0.0.1:41227_solr 710588c9-e60a-4496-be9a-24a90794c64b3547153743049173 CREATE) [n:127.0.0.1:41227_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1247461 INFO (zkCallback-1578-thread-1-processing-n:127.0.0.1:47805_solr) [n:127.0.0.1:47805_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247461 INFO (zkCallback-1577-thread-1-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247461 INFO (zkCallback-1580-thread-1-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247461 INFO (zkCallback-1581-thread-1-processing-n:127.0.0.1:50317_solr) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247463 INFO (zkCallback-1581-thread-2-processing-n:127.0.0.1:50317_solr) [n:127.0.0.1:50317_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247464 INFO (zkCallback-1580-thread-2-processing-n:127.0.0.1:41227_solr) [n:127.0.0.1:41227_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247464 INFO (zkCallback-1577-thread-2-processing-n:127.0.0.1:39088_solr) [n:127.0.0.1:39088_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testStopAllStartAllCollection/state.json] for collection [testStopAllStartAllCollection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 1247464 INFO (zkCallback-1578-thread-2-processi
[...truncated too long message...]
.
[junit4] 2> 1285851 INFO (zkCallback-1177-thread-3-processing-n:127.0.0.1:39534_) [n:127.0.0.1:39534_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1285851 INFO (zkCallback-1177-thread-3-processing-n:127.0.0.1:39534_) [n:127.0.0.1:39534_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] CLOSING SolrCore org.apache.solr.core.SolrCore@73c31fed
[junit4] 2> 1285851 INFO (zkCallback-1177-thread-3-processing-n:127.0.0.1:39534_) [n:127.0.0.1:39534_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_t45, tag=1942167533
[junit4] 2> 1285851 INFO (zkCallback-1177-thread-3-processing-n:127.0.0.1:39534_) [n:127.0.0.1:39534_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f781929: rootName = null, domain = solr.core.collection1.shard2.replica_t45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_t45 / com.codahale.metrics.MetricRegistry@7727a6c5
[junit4] 2> 1285859 INFO (zkCallback-1177-thread-3-processing-n:127.0.0.1:39534_) [n:127.0.0.1:39534_ c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1942167533
[junit4] 2> 1286373 WARN (zkCallback-1177-thread-2-processing-n:127.0.0.1:39534_) [n:127.0.0.1:39534_ ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1286383 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2dbc2d13{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1286383 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@33558227{/,null,UNAVAILABLE}
[junit4] 2> 1286384 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1286391 INFO (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57426 57426
[junit4] 2> 1286559 INFO (Thread-2187) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57426 57426
[junit4] 2> 1286560 WARN (Thread-2187) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/forceleader_test_collection/state.json
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 6 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/98519955758710793-127.0.0.1:47024_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1286561 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:47024/, target: http://127.0.0.1:46971/
[junit4] 2> 1286561 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.SocketProxy Closing 11 connections to: http://127.0.0.1:36313/, target: http://127.0.0.1:58410/
[junit4] 2> 1286561 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:37713/, target: http://127.0.0.1:59275/
[junit4] 2> 1286561 WARN (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[169CA3A883E70FE3]) [ ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:39534/, target: http://127.0.0.1:51782/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ForceLeaderTest -Dtests.method=testReplicasInLIRNoLeader -Dtests.seed=169CA3A883E70FE3 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-DO -Dtests.timezone=America/Cordoba -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 35.9s J0 | ForceLeaderTest.testReplicasInLIRNoLeader <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:36313/forceleader_test_collection due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([169CA3A883E70FE3:F00B9768BA65F682]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:556)
[junit4] > at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:142)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_169CA3A883E70FE3-001
[junit4] 2> Aug 21, 2017 6:00:59 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=FST50, multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct), id_i1=PostingsFormat(name=MockRandom), id=FST50, range_facet_i_dv=PostingsFormat(name=Direct), text=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), id_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Direct), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=996, maxMBSortInHeap=5.543372027779986, sim=RandomSimilarity(queryNorm=true): {}, locale=es-DO, timezone=America/Cordoba
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=135155480,total=526909440
[junit4] 2> NOTE: All tests run in this JVM: [TestReplicationHandler, TestSchemaSimilarityResource, TestIBSimilarityFactory, TestRebalanceLeaders, TestFieldCache, ReplaceNodeTest, TestPayloadCheckQParserPlugin, TriLevelCompositeIdRoutingTest, TestConfigSetsAPI, CdcrReplicationHandlerTest, CleanupOldIndexTest, TestImplicitCoreProperties, TestLazyCores, TestCollapseQParserPlugin, TestFieldTypeResource, DistanceUnitsTest, OverseerRolesTest, SolrGangliaReporterTest, TestRandomDVFaceting, TestCloudInspectUtil, TestQuerySenderNoQuery, SolrRequestParserTest, PeerSyncTest, DefaultValueUpdateProcessorTest, HdfsTlogReplayBufferedWhileIndexingTest, TestCollationField, TestLRUStatsCache, V2ApiIntegrationTest, TestRTimerTree, TestCustomSort, BasicZkTest, TestCollationFieldDocValues, LeaderInitiatedRecoveryOnShardRestartTest, TestConfig, TestPerFieldSimilarityWithDefaultOverride, MultiThreadedOCPTest, CollectionStateFormat2Test, TestClassicSimilarityFactory, BinaryUpdateRequestHandlerTest, SimpleCollectionCreateDeleteTest, TestRuleBasedAuthorizationPlugin, UpdateParamsTest, SearchHandlerTest, TestFileDictionaryLookup, TestBinaryResponseWriter, TestRandomCollapseQParserPlugin, TestTolerantUpdateProcessorCloud, StressHdfsTest, TestSolrCloudSnapshots, HdfsChaosMonkeyNothingIsSafeTest, ChangedSchemaMergeTest, TestNestedDocsSort, TestDocumentBuilder, TestSolr4Spatial, TestPhraseSuggestions, TestLegacyTerms, TestHighlightDedupGrouping, SuggesterWFSTTest, SpellingQueryConverterTest, TestOmitPositions, TestGeoJSONResponseWriter, CoreAdminRequestStatusTest, UninvertDocValuesMergePolicyTest, TestJoin, SegmentsInfoRequestHandlerTest, TestCryptoKeys, ExternalFileFieldSortTest, TestStressInPlaceUpdates, TestManagedResourceStorage, TestRemoteStreaming, ClassificationUpdateProcessorIntegrationTest, FieldMutatingUpdateProcessorTest, TestDocSet, TestRequestStatusCollectionAPI, TestSchemaManager, TestLMDirichletSimilarityFactory, TestLegacyFieldCache, TestLegacyField, TestUseDocValuesAsStored2, HdfsRestartWhileUpdatingTest, SyncSliceTest, QueryElevationComponentTest, TestUninvertingReader, RequestHandlersTest, TestCollectionAPIs, SolrIndexMetricsTest, TestXmlQParserPlugin, TestFastOutputStream, TestLocalFSCloudBackupRestore, TestDistributedStatsComponentCardinality, ForceLeaderTest]
[junit4] Completed [332/729 (2!)] on J0 in 110.72s, 3 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 44586 lines...]