You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/10 13:56:23 UTC
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 103 -
Failure!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/103/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
No tests ran.
Build Log:
[...truncated 12481 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> 2082276 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/init-core-data-001
[junit4] 2> 2082277 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2082283 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2082285 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001
[junit4] 2> 2082285 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2082286 INFO (Thread-3730) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2082286 INFO (Thread-3730) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2082294 ERROR (Thread-3730) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2082390 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55337
[junit4] 2> 2082441 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082441 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082442 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082442 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2082445 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@578e0595{/solr,null,AVAILABLE}
[junit4] 2> 2082445 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e942b14{HTTP/1.1,[http/1.1]}{127.0.0.1:55339}
[junit4] 2> 2082445 INFO (jetty-launcher-2975-thread-1) [ ] o.e.j.s.Server Started @2085598ms
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55339}
[junit4] 2> 2082446 ERROR (jetty-launcher-2975-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082446 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.374Z
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74a1e2e7{/solr,null,AVAILABLE}
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1bcc6a6e{HTTP/1.1,[http/1.1]}{127.0.0.1:55341}
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.e.j.s.Server Started @2085600ms
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55341}
[junit4] 2> 2082448 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58814f5c{/solr,null,AVAILABLE}
[junit4] 2> 2082448 ERROR (jetty-launcher-2975-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082450 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6378dcef{HTTP/1.1,[http/1.1]}{127.0.0.1:55342}
[junit4] 2> 2082450 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f72485a{/solr,null,AVAILABLE}
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-2) [ ] o.e.j.s.Server Started @2085603ms
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55342}
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082451 ERROR (jetty-launcher-2975-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.379Z
[junit4] 2> 2082451 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@28f0532d{HTTP/1.1,[http/1.1]}{127.0.0.1:55343}
[junit4] 2> 2082455 INFO (jetty-launcher-2975-thread-4) [ ] o.e.j.s.Server Started @2085607ms
[junit4] 2> 2082455 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082457 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082457 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55343}
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.386Z
[junit4] 2> 2082458 ERROR (jetty-launcher-2975-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.1.0
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2082458 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 2082459 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T13:36:12.386Z
[junit4] 2> 2082462 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082462 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082462 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2082491 INFO (jetty-launcher-2975-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082492 INFO (jetty-launcher-2975-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082492 INFO (jetty-launcher-2975-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082496 INFO (jetty-launcher-2975-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55337/solr
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082836 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2082838 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55339_solr
[junit4] 2> 2082839 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55341_solr
[junit4] 2> 2082839 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55342_solr
[junit4] 2> 2082839 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55343_solr
[junit4] 2> 2082840 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.Overseer Overseer (id=98459462678609929-127.0.0.1:55339_solr-n_0000000000) starting
[junit4] 2> 2082842 INFO (zkCallback-2996-thread-1-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082843 INFO (zkCallback-2997-thread-1-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082843 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082853 INFO (zkCallback-2995-thread-1-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2082911 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55339_solr
[junit4] 2> 2082918 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2082918 INFO (zkCallback-2997-thread-1-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2082918 INFO (zkCallback-2996-thread-1-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2082918 INFO (zkCallback-2995-thread-1-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2083029 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083039 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083039 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083040 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083053 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083053 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083076 INFO (jetty-launcher-2975-thread-1) [n:127.0.0.1:55339_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/.
[junit4] 2> 2083079 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083081 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083083 INFO (jetty-launcher-2975-thread-4) [n:127.0.0.1:55343_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/.
[junit4] 2> 2083086 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083086 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083088 INFO (jetty-launcher-2975-thread-3) [n:127.0.0.1:55341_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/.
[junit4] 2> 2083089 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083089 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2083091 INFO (jetty-launcher-2975-thread-2) [n:127.0.0.1:55342_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/.
[junit4] 2> 2083210 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2083211 INFO (SUITE-CustomCollectionTest-seed#[7AADB9941A83B8E8]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55337/solr ready
[junit4] 2> 2083459 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[7AADB9941A83B8E8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
[junit4] 2> 2083462 INFO (TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[7AADB9941A83B8E8]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2083472 INFO (qtp233449930-18849) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c,d&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&router.field=shard_s&name=withShardField&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2083475 INFO (OverseerThreadFactory-8523-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.CreateCollectionCmd Create collection withShardField
[junit4] 2> 2083476 WARN (OverseerThreadFactory-8523-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 5 on collection withShardField is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 2083600 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083606 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083614 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083619 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083624 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"a",
[junit4] 2> "core":"withShardField_a_replica_n8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083628 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083633 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083637 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083640 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083645 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"b",
[junit4] 2> "core":"withShardField_b_replica_n18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083649 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n20",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083652 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n22",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083656 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n24",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083660 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n26",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083664 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"c",
[junit4] 2> "core":"withShardField_c_replica_n28",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083667 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n30",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083671 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n32",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55343/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083675 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n34",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55339/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083679 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n36",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55341/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083683 INFO (OverseerStateUpdate-98459462678609929-127.0.0.1:55339_solr-n_0000000000) [n:127.0.0.1:55339_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"withShardField",
[junit4] 2> "shard":"d",
[junit4] 2> "core":"withShardField_d_replica_n38",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:55342/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2083892 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n10&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083893 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083903 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n16&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083906 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083906 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083904 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node35&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n32&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083904 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node27&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n24&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083915 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n26&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083915 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n18&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083917 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node37&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n34&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083928 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node33&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n30&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083934 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node39&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n36&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083935 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083935 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083936 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2083936 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node31&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n28&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083936 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n8&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083937 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n20&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083938 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n14&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083938 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083939 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=withShardField_b_replica_n12&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083940 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node25&collection.configName=conf&newCollection=true&name=withShardField_c_replica_n22&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083941 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node40&collection.configName=conf&newCollection=true&name=withShardField_d_replica_n38&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2083943 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=withShardField_a_replica_n6&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2084105 INFO (zkCallback-2997-thread-1-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084105 INFO (zkCallback-2995-thread-1-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084105 INFO (zkCallback-2996-thread-1-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084106 INFO (zkCallback-2996-thread-2-processing-n:127.0.0.1:55341_solr) [n:127.0.0.1:55341_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084107 INFO (zkCallback-2995-thread-2-processing-n:127.0.0.1:55342_solr) [n:127.0.0.1:55342_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084108 INFO (zkCallback-2997-thread-2-processing-n:127.0.0.1:55343_solr) [n:127.0.0.1:55343_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084108 INFO (zkCallback-2994-thread-1-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2084108 INFO (zkCallback-2994-thread-2-processing-n:127.0.0.1:55339_solr) [n:127.0.0.1:55339_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withShardField/state.json] for collection [withShardField] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2085036 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085037 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085039 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085044 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085045 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085094 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085098 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085099 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085107 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.s.IndexSchema [withShardField_a_replica_n8] Schema name=cloud-dynamic
[junit4] 2> 2085108 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.s.IndexSchema [withShardField_d_replica_n32] Schema name=cloud-dynamic
[junit4] 2> 2085127 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085127 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema [withShardField_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 2085133 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085136 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085141 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085142 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085164 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085166 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085170 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085170 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085195 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085218 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085203 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.s.IndexSchema [withShardField_b_replica_n12] Schema name=cloud-dynamic
[junit4] 2> 2085201 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema [withShardField_d_replica_n36] Schema name=cloud-dynamic
[junit4] 2> 2085201 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.IndexSchema [withShardField_b_replica_n16] Schema name=cloud-dynamic
[junit4] 2> 2085200 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema [withShardField_d_replica_n30] Schema name=cloud-dynamic
[junit4] 2> 2085196 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 2085232 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema [withShardField_d_replica_n34] Schema name=cloud-dynamic
[junit4] 2> 2085241 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.s.IndexSchema [withShardField_d_replica_n38] Schema name=cloud-dynamic
[junit4] 2> 2085242 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema [withShardField_a_replica_n4] Schema name=cloud-dynamic
[junit4] 2> 2085243 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema [withShardField_c_replica_n20] Schema name=cloud-dynamic
[junit4] 2> 2085248 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema [withShardField_c_replica_n26] Schema name=cloud-dynamic
[junit4] 2> 2085274 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema [withShardField_b_replica_n18] Schema name=cloud-dynamic
[junit4] 2> 2085274 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema [withShardField_b_replica_n10] Schema name=cloud-dynamic
[junit4] 2> 2085315 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema [withShardField_a_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 2085377 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.s.IndexSchema [withShardField_b_replica_n14] Schema name=cloud-dynamic
[junit4] 2> 2085378 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema [withShardField_c_replica_n22] Schema name=cloud-dynamic
[junit4] 2> 2085383 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema [withShardField_a_replica_n6] Schema name=cloud-dynamic
[junit4] 2> 2085447 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.s.IndexSchema [withShardField_c_replica_n28] Schema name=cloud-dynamic
[junit4] 2> 2085448 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema [withShardField_c_replica_n24] Schema name=cloud-dynamic
[junit4] 2> 2085495 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085495 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n30' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085495 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085495 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n20' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085496 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.d.replica_n30' (registry 'solr.core.withShardField.d.replica_n30') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085496 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.c.replica_n20' (registry 'solr.core.withShardField.c.replica_n20') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085497 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085497 INFO (qtp1106526324-18876) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node23 x:withShardField_c_replica_n20] o.a.s.c.SolrCore [[withShardField_c_replica_n20] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_c_replica_n20], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_c_replica_n20/data/]
[junit4] 2> 2085498 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085498 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n14' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085499 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.b.replica_n14' (registry 'solr.core.withShardField.b.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085499 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085500 INFO (qtp1562877469-18869) [n:127.0.0.1:55342_solr c:withShardField s:b r:core_node17 x:withShardField_b_replica_n14] o.a.s.c.SolrCore [[withShardField_b_replica_n14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_b_replica_n14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_b_replica_n14/data/]
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n26' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085496 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.c.replica_n26' (registry 'solr.core.withShardField.c.replica_n26') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085502 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrCore [[withShardField_d_replica_n30] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_d_replica_n30], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_d_replica_n30/data/]
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085502 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.c.SolrCore [[withShardField_c_replica_n26] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_c_replica_n26], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_c_replica_n26/data/]
[junit4] 2> 2085505 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085505 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n12' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085505 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085505 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n10' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085506 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.b.replica_n12' (registry 'solr.core.withShardField.b.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085506 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.b.replica_n10' (registry 'solr.core.withShardField.b.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085506 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085506 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085506 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.c.SolrCore [[withShardField_b_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_b_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_b_replica_n12/data/]
[junit4] 2> 2085506 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n18' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085507 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n34' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085508 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.b.replica_n18' (registry 'solr.core.withShardField.b.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.d.replica_n34' (registry 'solr.core.withShardField.d.replica_n34') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085508 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085508 INFO (qtp233449930-18855) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node21 x:withShardField_b_replica_n18] o.a.s.c.SolrCore [[withShardField_b_replica_n18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_b_replica_n18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_b_replica_n18/data/]
[junit4] 2> 2085508 INFO (qtp233449930-18847) [n:127.0.0.1:55339_solr c:withShardField s:d r:core_node37 x:withShardField_d_replica_n34] o.a.s.c.SolrCore [[withShardField_d_replica_n34] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_d_replica_n34], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_d_replica_n34/data/]
[junit4] 2> 2085506 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085509 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.c.SolrCore [[withShardField_b_replica_n10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_b_replica_n10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_b_replica_n10/data/]
[junit4] 2> 2085511 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085512 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n6' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085513 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.a.replica_n6' (registry 'solr.core.withShardField.a.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085513 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085513 INFO (qtp1562877469-18872) [n:127.0.0.1:55342_solr c:withShardField s:a r:core_node9 x:withShardField_a_replica_n6] o.a.s.c.SolrCore [[withShardField_a_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_a_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_a_replica_n6/data/]
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n32' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.d.replica_n32' (registry 'solr.core.withShardField.d.replica_n32') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085516 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085517 INFO (qtp179617934-18860) [n:127.0.0.1:55343_solr c:withShardField s:d r:core_node35 x:withShardField_d_replica_n32] o.a.s.c.SolrCore [[withShardField_d_replica_n32] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_d_replica_n32], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_d_replica_n32/data/]
[junit4] 2> 2085518 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085518 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n22' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085519 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.c.replica_n22' (registry 'solr.core.withShardField.c.replica_n22') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085519 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085519 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.c.SolrCore [[withShardField_c_replica_n22] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_c_replica_n22], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_c_replica_n22/data/]
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_b_replica_n16' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n8' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.b.replica_n16' (registry 'solr.core.withShardField.b.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.a.replica_n8' (registry 'solr.core.withShardField.a.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085520 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore [[withShardField_b_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_b_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_b_replica_n16/data/]
[junit4] 2> 2085520 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.c.SolrCore [[withShardField_a_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_a_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_a_replica_n8/data/]
[junit4] 2> 2085538 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n1' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.a.replica_n1' (registry 'solr.core.withShardField.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085539 INFO (qtp179617934-18863) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node3 x:withShardField_a_replica_n1] o.a.s.c.SolrCore [[withShardField_a_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_a_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_a_replica_n1/data/]
[junit4] 2> 2085546 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085546 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n24' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085547 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55343.solr.core.withShardField.c.replica_n24' (registry 'solr.core.withShardField.c.replica_n24') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085548 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085548 INFO (qtp179617934-18859) [n:127.0.0.1:55343_solr c:withShardField s:c r:core_node27 x:withShardField_c_replica_n24] o.a.s.c.SolrCore [[withShardField_c_replica_n24] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/withShardField_c_replica_n24], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node4/./withShardField_c_replica_n24/data/]
[junit4] 2> 2085548 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085548 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_c_replica_n28' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085549 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.c.replica_n28' (registry 'solr.core.withShardField.c.replica_n28') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085549 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085549 INFO (qtp1106526324-18875) [n:127.0.0.1:55341_solr c:withShardField s:c r:core_node31 x:withShardField_c_replica_n28] o.a.s.c.SolrCore [[withShardField_c_replica_n28] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_c_replica_n28], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_c_replica_n28/data/]
[junit4] 2> 2085552 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085552 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n4' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085553 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085553 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.a.replica_n4' (registry 'solr.core.withShardField.a.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085553 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085553 INFO (qtp1106526324-18874) [n:127.0.0.1:55341_solr c:withShardField s:a r:core_node7 x:withShardField_a_replica_n4] o.a.s.c.SolrCore [[withShardField_a_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_a_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_a_replica_n4/data/]
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n36' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55341.solr.core.withShardField.d.replica_n36' (registry 'solr.core.withShardField.d.replica_n36') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085555 INFO (qtp1106526324-18865) [n:127.0.0.1:55341_solr c:withShardField s:d r:core_node39 x:withShardField_d_replica_n36] o.a.s.c.SolrCore [[withShardField_d_replica_n36] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/withShardField_d_replica_n36], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node3/./withShardField_d_replica_n36/data/]
[junit4] 2> 2085553 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_d_replica_n38' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085557 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55342.solr.core.withShardField.d.replica_n38' (registry 'solr.core.withShardField.d.replica_n38') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085557 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2085557 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'withShardField_a_replica_n2' using configuration from collection withShardField, trusted=true
[junit4] 2> 2085557 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085557 INFO (qtp1562877469-18871) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node40 x:withShardField_d_replica_n38] o.a.s.c.SolrCore [[withShardField_d_replica_n38] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/withShardField_d_replica_n38], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node2/./withShardField_d_replica_n38/data/]
[junit4] 2> 2085557 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55339.solr.core.withShardField.a.replica_n2' (registry 'solr.core.withShardField.a.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6d435953
[junit4] 2> 2085558 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2085558 INFO (qtp233449930-18853) [n:127.0.0.1:55339_solr c:withShardField s:a r:core_node5 x:withShardField_a_replica_n2] o.a.s.c.SolrCore [[withShardField_a_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/withShardField_a_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_7AADB9941A83B8E8-001/tempDir-001/node1/./withShardField_a_replica_n2/data/]
[junit4] 2> 2085851 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2085852 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2085855 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2085855 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2085870 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2085870 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2085872 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2085872 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2085880 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b2e9369[withShardField_b_replica_n16] main]
[junit4] 2> 2085906 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2085907 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2085909 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2085909 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086026 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086033 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086034 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.s.SolrIndexSearcher Opening [Searcher@de39752[withShardField_d_replica_n30] main]
[junit4] 2> 2086037 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086038 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086047 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2086047 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2086048 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575351406796210176
[junit4] 2> 2086061 INFO (searcherExecutor-8543-thread-1-processing-n:127.0.0.1:55343_solr x:withShardField_b_replica_n16 s:b c:withShardField r:core_node19) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.SolrCore [withShardField_b_replica_n16] Registered new searcher Searcher@4b2e9369[withShardField_b_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086061 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575351406809841664
[junit4] 2> 2086061 INFO (qtp1562877469-18867) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard d: total=5 found=1 timeoutin=9998ms
[junit4] 2> 2086063 INFO (searcherExecutor-8532-thread-1-processing-n:127.0.0.1:55342_solr x:withShardField_d_replica_n30 s:d c:withShardField r:core_node33) [n:127.0.0.1:55342_solr c:withShardField s:d r:core_node33 x:withShardField_d_replica_n30] o.a.s.c.SolrCore [withShardField_d_replica_n30] Registered new searcher Searcher@de39752[withShardField_d_replica_n30] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2086066 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086066 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086080 INFO (qtp179617934-18857) [n:127.0.0.1:55343_solr c:withShardField s:b r:core_node19 x:withShardField_b_replica_n16] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard b: total=5 found=1 timeoutin=9999ms
[junit4] 2> 2086108 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086108 INFO (qtp1106526324-18877) [n:127.0.0.1:55341_solr c:withShardField s:b r:core_node15 x:withShardField_b_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086109 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086109 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086112 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dd75f8b[withShardField_b_replica_n10] main]
[junit4] 2> 2086114 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2086115 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2086116 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2086116 INFO (qtp1562877469-18870) [n:127.0.0.1:55342_solr c:withShardField s:c r:core_node25 x:withShardField_c_replica_n22] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2086121 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2086121 INFO (qtp233449930-18850) [n:127.0.0.1:55339_solr c:withShardField s:b r:core_node13 x:withShardField_b_replica_n10] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575351406872756224
[junit4] 2> 2086129 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086129 INFO (qtp233449930-18854) [n:127.0.0.1:55339_solr c:withShardField s:c r:core_node29 x:withShardField_c_replica_n26] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2086130 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShardField_a_replica_n8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2086130 INFO (qtp179617934-18861) [n:127.0.0.1:55343_solr c:withShardField s:a r:core_node11 x:withShar
[...truncated too long message...]
ctions to: http://127.0.0.1:55671/, target: http://127.0.0.1:55672/
[junit4] 2> 2227314 WARN (TEST-HttpPartitionTest.test-seed#[7AADB9941A83B8E8]) [ ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:55643/, target: http://127.0.0.1:55644/
[junit4] 2> 2227315 WARN (TEST-HttpPartitionTest.test-seed#[7AADB9941A83B8E8]) [ ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:55657/, target: http://127.0.0.1:55658/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=7AADB9941A83B8E8 -Dtests.slow=true -Dtests.locale=en-IN -Dtests.timezone=Europe/Minsk -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 30.8s J0 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Doc with id=1 not found in http://127.0.0.1:55657/collMinRf_1x3 due to: Path not found: /id; rsp={doc=null}
[junit4] > at __randomizedtesting.SeedInfo.seed([7AADB9941A83B8E8:F2F9864EB47FD510]:0)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:603)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:558)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:249)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:127)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_7AADB9941A83B8E8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=en-IN, timezone=Europe/Minsk
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=90409088,total=478150656
[junit4] 2> NOTE: All tests run in this JVM: [RecoveryZkTest, DistributedFacetPivotLargeTest, TestFoldingMultitermQuery, TestConfigReload, EnumFieldTest, RollingRestartTest, DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, RulesTest, TestConfigSetsAPIExclusivity, FullHLLTest, TestReloadDeadlock, ZkControllerTest, MigrateRouteKeyTest, ChaosMonkeyNothingIsSafeTest, HdfsDirectoryFactoryTest, CloudExitableDirectoryReaderTest, ResourceLoaderTest, HighlighterTest, TestCollectionAPIs, MinimalSchemaTest, TestPhraseSuggestions, TestTolerantUpdateProcessorRandomCloud, NumericFieldsTest, IndexSchemaTest, NoCacheHeaderTest, TestInPlaceUpdatesDistrib, TestFuzzyAnalyzedSuggestions, QueryElevationComponentTest, TestManagedSchema, SimpleMLTQParserTest, TestTlogReplica, StressHdfsTest, TestBinaryField, HdfsRestartWhileUpdatingTest, TriLevelCompositeIdRoutingTest, TestFileDictionaryLookup, TestBinaryResponseWriter, BigEndianAscendingWordDeserializerTest, ZkStateReaderTest, ReplicaListTransformerTest, TestXIncludeConfig, TestReplicationHandlerBackup, ClusterStateUpdateTest, BinaryUpdateRequestHandlerTest, DeleteStatusTest, SolrCloudExampleTest, HttpSolrCallGetCoreTest, TestOverriddenPrefixQueryForCustomFieldType, TestCloudInspectUtil, TestRandomFlRTGCloud, CollectionStateFormat2Test, PeerSyncTest, CursorMarkTest, TestAuthenticationFramework, TestDistributedSearch, TestRawTransformer, TestDocTermOrds, HdfsDirectoryTest, IndexBasedSpellCheckerTest, TestRequestForwarding, PrimUtilsTest, TestUpdate, MoveReplicaTest, AutoScalingHandlerTest, TestStressInPlaceUpdates, BlockJoinFacetSimpleTest, TestUtils, TestPushWriter, DistributedQueryComponentOptimizationTest, TestRandomCollapseQParserPlugin, TestLeaderInitiatedRecoveryThread, TestSolrCloudWithHadoopAuthPlugin, TestSolrCloudWithSecureImpersonation, SolrIndexSplitterTest, OverseerTest, DirectUpdateHandlerOptimizeTest, CheckHdfsIndexTest, SuggestComponentTest, ConnectionManagerTest, TestImplicitCoreProperties, TestIBSimilarityFactory, SaslZkACLProviderTest, TestCopyFieldCollectionResource, TestSort, SortByFunctionTest, StatsReloadRaceTest, JSONWriterTest, TestLegacyFieldReuse, DeleteLastCustomShardedReplicaTest, HLLUtilTest, SimpleFacetsTest, TestInitParams, TestFieldCacheWithThreads, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestQuerySenderNoQuery, MergeStrategyTest, TestLazyCores, TestCoreContainer, HdfsChaosMonkeyNothingIsSafeTest, TestRuleBasedAuthorizationPlugin, SolrMetricReporterTest, TestFieldSortValues, PreAnalyzedFieldManagedSchemaCloudTest, DateMathParserTest, FastVectorHighlighterTest, TestOnReconnectListenerSupport, ClassificationUpdateProcessorIntegrationTest, TestPayloadScoreQParserPlugin, XsltUpdateRequestHandlerTest, CursorPagingTest, TestSolrConfigHandlerConcurrent, ScriptEngineTest, TestDynamicFieldResource, ConfigureRecoveryStrategyTest, BitVectorTest, TestCodecSupport, TestCryptoKeys, CoreMergeIndexesAdminHandlerTest, TestReversedWildcardFilterFactory, TestReplicationHandler, TestIntervalFaceting, TestLMDirichletSimilarityFactory, TestQuerySenderListener, CoreAdminHandlerTest, DateRangeFieldTest, DateFieldTest, SyncSliceTest, HdfsCollectionsAPIDistributedZkTest, TestCloudManagedSchema, XmlUpdateRequestHandlerTest, TestFunctionQuery, OverriddenZkACLAndCredentialsProvidersTest, CloneFieldUpdateProcessorFactoryTest, TestCSVResponseWriter, TestStressUserVersions, RegexBoostProcessorTest, WordBreakSolrSpellCheckerTest, TestUniqueKeyFieldResource, TestFieldResource, TestDelegationWithHadoopAuth, TestMultiWordSynonyms, TestGraphMLResponseWriter, TestEmbeddedSolrServerSchemaAPI, TestPHPSerializedResponseWriter, TestHighlightDedupGrouping, HdfsBasicDistributedZk2Test, UnloadDistributedZkTest, TestManagedSchemaThreadSafety, TestCollationFieldDocValues, DistributedExpandComponentTest, UniqFieldsUpdateProcessorFactoryTest, AnalyticsMergeStrategyTest, ConjunctionSolrSpellCheckerTest, LeaderInitiatedRecoveryOnCommitTest, TestLRUStatsCache, TestSolrCoreProperties, ChangedSchemaMergeTest, ResponseLogComponentTest, TestReloadAndDeleteDocs, TestStressVersions, TestBackupRepositoryFactory, TestDFISimilarityFactory, TestSchemaResource, TestConfigSetImmutable, TestGroupingSearch, BlockDirectoryTest, TestSolrCLIRunExample, FacetPivotSmallTest, AtomicUpdatesTest, TestManagedResource, OverseerStatusTest, SecurityConfHandlerTest, TolerantUpdateProcessorTest, TestSolrCoreSnapshots, ReturnFieldsTest, TestNumericTerms32, AnalysisAfterCoreReloadTest, DeleteReplicaTest, DistributedQueueTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, LeaderElectionTest, TestRandomDVFaceting, TestDistributedGrouping, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestRangeQuery, SpellCheckComponentTest, BadIndexSchemaTest, TestFiltering, TestBadConfig, ShowFileRequestHandlerTest, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoBeanTest, TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestLMJelinekMercerSimilarityFactory, TimeZoneUtilsTest, URLClassifyProcessorTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, SliceStateTest, UUIDFieldTest, CircularListTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, AssignTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DistributedVersionInfoTest, HttpPartitionTest]
[junit4] Completed [519/728 (2!)] on J0 in 30.79s, 1 test, 1 failure <<< FAILURES!
[...truncated 605 lines...]
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGFPE (0x8) at pc=0x00007fff908cb143, pid=8827, tid=0x0000000000004603
#
# JRE version: Java(TM) SE Runtime Environment (8.0_144-b01) (build 1.8.0_144-b01)
# Java VM: Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode bsd-amd64 compressed oops)
# Problematic frame:
# C [libsystem_kernel.dylib+0x11143] __commpage_gettimeofday+0x43
#
# Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
#
# An error report file with more information is saved as:
# /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/hs_err_pid8827.log
ERROR: command execution failed.
ERROR: Step ‘Archive the artifacts’ failed: no workspace for Lucene-Solr-7.x-MacOSX #103
ERROR: Step ‘Scan for compiler warnings’ failed: no workspace for Lucene-Solr-7.x-MacOSX #103
ERROR: Step ‘Publish JUnit test result report’ failed: no workspace for Lucene-Solr-7.x-MacOSX #103
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 105 -
Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/105/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
All tests passed
Build Log:
[...truncated 11976 lines...]
[junit4] JVM J1: stdout was not empty, see: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5021078976720458705306.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] #
[junit4] # A fatal error has been detected by the Java Runtime Environment:
[junit4] #
[junit4] # SIGFPE (0x8) at pc=0x00007fff908cb143, pid=21202, tid=0x0000000000013073
[junit4] #
[junit4] # JRE version: Java(TM) SE Runtime Environment (8.0_144-b01) (build 1.8.0_144-b01)
[junit4] # Java VM: Java HotSpot(TM) 64-Bit Server VM (25.144-b01 mixed mode bsd-amd64 )
[junit4] # Problematic frame:
[junit4] # C [libsystem_kernel.dylib+0x11143] __commpage_gettimeofday+0x43
[junit4] #
[junit4] # Failed to write core dump. Core dumps have been disabled. To enable core dumping, try "ulimit -c unlimited" before starting Java again
[junit4] #
[junit4] # An error report file with more information is saved as:
[junit4] # /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/hs_err_pid21202.log
[junit4] Compiled method (nm) 1552519 4153 n 0 sun.misc.Unsafe::park (native)
[junit4] total in heap [0x000000010e4ae450,0x000000010e4ae768] = 792
[junit4] relocation [0x000000010e4ae578,0x000000010e4ae5b8] = 64
[junit4] main code [0x000000010e4ae5c0,0x000000010e4ae768] = 424
[junit4] #
[junit4] # If you would like to submit a bug report, please visit:
[junit4] # http://bugreport.java.com/bugreport/crash.jsp
[junit4] #
[junit4] <<< JVM J1: EOF ----
[...truncated 1180 lines...]
[junit4] ERROR: JVM J1 ended with an exception, command line: /Library/Java/JavaVirtualMachines/jdk1.8.0_144.jdk/Contents/Home/jre/bin/java -XX:-UseCompressedOops -XX:+UseG1GC -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/heapdumps -ea -esa -Dtests.prefix=tests -Dtests.seed=D4E23F28B791C4CF -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=europarl.lines.txt.gz -Dtests.luceneMatchVersion=7.1.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/tools/junit4/logging.properties -Dtests.nightly=false -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=1 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp -Dcommon.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene -Dclover.db.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/clover/db -Djava.security.policy=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=7.1.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.src.home=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX -Djava.security.egd=file:/dev/./urandom -Djunit4.childvm.cwd=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1 -Djunit4.childvm.id=1 -Djunit4.childvm.count=2 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Dtests.disableHdfs=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/classes/test:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/test-framework/lib/junit4-ant-2.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/test-framework/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/codecs/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-solrj/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/common/lucene-analyzers-common-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/codecs/lucene-codecs-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/backward-codecs/lucene-backward-codecs-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/highlighter/lucene-highlighter-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/memory/lucene-memory-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/misc/lucene-misc-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/spatial-extras/lucene-spatial-extras-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/expressions/lucene-expressions-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/suggest/lucene-suggest-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/grouping/lucene-grouping-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queries/lucene-queries-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queryparser/lucene-queryparser-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/join/lucene-join-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/sandbox/lucene-sandbox-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/classification/lucene-classification-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/asm-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/asm-commons-5.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/avatica-core-1.10.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/caffeine-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/calcite-core-1.13.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/calcite-linq4j-1.13.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-cli-1.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-codec-1.10.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-compiler-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-configuration-1.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-exec-1.3.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-fileupload-1.3.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-lang-2.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/commons-lang3-3.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/curator-client-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/curator-framework-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/curator-recipes-2.8.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/dom4j-1.6.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/eigenbase-properties-1.1.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/guava-14.0.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-annotations-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-auth-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-common-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hadoop-hdfs-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/hppc-0.7.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-annotations-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-core-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-core-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-databind-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jackson-mapper-asl-1.9.13.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/janino-2.7.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/joda-time-2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/log4j-1.2.17.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/org.restlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/protobuf-java-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/slf4j-log4j12-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/spatial4j-0.6.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/lib/t-digest-3.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/commons-io-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/httpclient-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/httpcore-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/httpmime-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/jcl-over-slf4j-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/noggit-0.8.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/slf4j-api-1.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/stax2-api-3.1.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/solrj/lib/zookeeper-3.4.10.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/gmetric4j-1.0.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/javax.servlet-api-3.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-continuation-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-deploy-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-http-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-io-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-jmx-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-rewrite-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-security-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-server-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-servlet-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-servlets-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-util-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-webapp-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/jetty-xml-9.3.14.v20161028.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-core-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-ganglia-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-graphite-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-jetty9-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/server/lib/metrics-jvm-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/example/example-DIH/solr/db/lib/hsqldb-2.4.0.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/core/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/test-framework/lib/junit-4.10.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/test-framework/lib/randomizedtesting-runner-2.5.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/antlr-2.7.7.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/antlr4-runtime-4.5.1-1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/api-all-1.0.0-M20.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/bcprov-jdk15-1.45.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/byte-buddy-1.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/commons-collections-3.2.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/commons-math3-3.4.1.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/ehcache-core-2.4.4.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/hadoop-common-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/hadoop-hdfs-2.7.2-tests.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/hadoop-minikdc-2.7.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/htrace-core-3.2.0-incubating.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jersey-core-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jersey-server-1.9.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jetty-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/jetty-util-6.1.26.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/mina-core-2.0.0-M5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/mockito-core-2.6.2.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/netty-all-4.0.36.Final.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/test-lib/objenesis-2.5.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/analysis/icu/lucene-analyzers-icu-7.1.0-SNAPSHOT.jar:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/contrib/solr-analysis-extras/classes/java:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/build/queryparser/classes/test:/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/contrib/analysis-extras/lib/icu4j-59.1.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-launcher.jar:/Users/jenkins/.ant/lib/ivy-2.3.0.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-antlr.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bcel.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-bsf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-log4j.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-oro.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-regexp.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-resolver.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-apache-xalan2.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-logging.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-commons-net.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jai.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-javamail.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jdepend.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jmf.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-jsch.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-junit4.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-netrexx.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-swing.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant-testutil.jar:/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2/lib/ant.jar:/Library/Java/JavaVirtualMachines/jdk1.8.0_144.jdk/Contents/Home/lib/tools.jar:/Users/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.5.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_502696127139237432376.events @/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5022074733752937312938.suites -stdin
[junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5021078976720458705306.sysout
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1519)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:126)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:982)
[junit4] at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:979)
[junit4] at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] at java.lang.Thread.run(Thread.java:748)
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:810: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:754: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/build.xml:59: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build.xml:267: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/common-build.xml:549: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:1458: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/lucene/common-build.xml:985: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash. See process stdout at: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20170811_052535_5021078976720458705306.sysout
Total time: 89 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-7.x-MacOSX (64bit/jdk1.8.0) - Build # 104 -
Still unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/104/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.CdcrVersionReplicationTest.testCdcrDocVersions
Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr
Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD:44FF8ED82420EEA1]:0)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1426)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1100)
at org.apache.solr.BaseDistributedSearchTestCase.setupJettySolrHome(BaseDistributedSearchTestCase.java:1125)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:584)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:357)
at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:176)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest
Error Message:
9 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrVersionReplicationTest: 1) Thread[id=17442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=17441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 5) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=17452, name=zkCallback-3316-thread-2-processing-n:127.0.0.1:50652_, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320) at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93) at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78) at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:104) at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:632) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:101) at org.apache.solr.cloud.Overseer.start(Overseer.java:515) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269) at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$182/1793901903.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/1376189292.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=17447, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-EventThread, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 9 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrVersionReplicationTest:
1) Thread[id=17442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=17441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=17452, name=zkCallback-3316-thread-2-processing-n:127.0.0.1:50652_, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:104)
at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:632)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:101)
at org.apache.solr.cloud.Overseer.start(Overseer.java:515)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$182/1793901903.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/1376189292.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=17447, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-EventThread, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 3) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=17452, name=zkCallback-3316-thread-2, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
3) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=17452, name=zkCallback-3316-thread-2, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD:343DBAA078BA6C45]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:908)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11956 lines...]
[junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
[junit4] 2> 1349132 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/init-core-data-001
[junit4] 2> 1349133 WARN (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1349133 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1349135 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1349135 INFO (SUITE-FullSolrCloudDistribCmdsTest-seed#[BC69857AD64601BD]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1349137 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1349137 INFO (Thread-3053) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1349137 INFO (Thread-3053) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1349139 ERROR (Thread-3053) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1349247 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkTestServer start zk server on port:50328
[junit4] 2> 1349318 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1349321 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 1349323 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1349325 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1349327 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1349328 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1349330 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1349332 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1349334 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1349336 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1349338 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1349340 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1349599 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48c9f8a4{/,null,AVAILABLE}
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@762a276b{HTTP/1.1,[http/1.1]}{127.0.0.1:50331}
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server Started @1353330ms
[junit4] 2> 1349601 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/tempDir-001/control/data, replicaType=NRT, hostContext=/, hostPort=50331, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores}
[junit4] 2> 1349602 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1349602 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T21:32:30.428Z
[junit4] 2> 1349605 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1349605 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/solr.xml
[junit4] 2> 1349609 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1349612 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50328/solr
[junit4] 2> 1349734 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1349735 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50331_
[junit4] 2> 1349736 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.Overseer Overseer (id=98461335549706244-127.0.0.1:50331_-n_0000000000) starting
[junit4] 2> 1349745 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50331_
[junit4] 2> 1349748 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1349813 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1349815 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1349816 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1349817 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50331_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores
[junit4] 2> 1349833 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1349835 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50328/solr ready
[junit4] 2> 1349838 INFO (qtp49284942-16948) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50331_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1349840 INFO (OverseerThreadFactory-6840-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1349961 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1349962 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1350082 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1351017 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1351034 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1351108 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1351133 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1351133 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1351134 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1351134 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1351136 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1351138 WARN (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1351180 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1351180 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1351181 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1351181 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1351182 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1351182 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3302d905[control_collection_shard1_replica_n1] main]
[junit4] 2> 1351183 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1351183 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1351184 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1351184 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575381370939637760
[junit4] 2> 1351185 INFO (searcherExecutor-6843-thread-1-processing-n:127.0.0.1:50331_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3302d905[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50331/control_collection_shard1_replica_n1/
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:50331/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1351191 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1351196 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50331/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1351310 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1351368 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1351372 INFO (qtp49284942-16950) [n:127.0.0.1:50331_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1411
[junit4] 2> 1351379 INFO (qtp49284942-16948) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1351491 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1351854 INFO (OverseerCollectionConfigSetProcessor-98461335549706244-127.0.0.1:50331_-n_0000000000) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1352389 INFO (qtp49284942-16948) [n:127.0.0.1:50331_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:50331_&wt=javabin&version=2} status=0 QTime=2551
[junit4] 2> 1352402 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352405 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50328/solr ready
[junit4] 2> 1352405 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1352407 INFO (qtp49284942-16953) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1352413 INFO (OverseerThreadFactory-6840-thread-2-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1352415 WARN (OverseerThreadFactory-6840-thread-2-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1352644 INFO (qtp49284942-16953) [n:127.0.0.1:50331_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1352645 INFO (qtp49284942-16953) [n:127.0.0.1:50331_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=237
[junit4] 2> 1352898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001 of type NRT
[junit4] 2> 1352898 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5eef1db4{/,null,AVAILABLE}
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@fcb6411{HTTP/1.1,[http/1.1]}{127.0.0.1:50343}
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server Started @1356629ms
[junit4] 2> 1352900 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/, hostPort=50343, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores}
[junit4] 2> 1352901 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1352901 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T21:32:33.727Z
[junit4] 2> 1352904 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1352904 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/solr.xml
[junit4] 2> 1352909 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1352913 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50328/solr
[junit4] 2> 1352926 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1352930 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1352932 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50343_
[junit4] 2> 1352934 INFO (zkCallback-3240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352934 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352935 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1352985 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1352988 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1352988 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1352990 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50343_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores
[junit4] 2> 1353008 INFO (qtp528219418-16989) [n:127.0.0.1:50343_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50343_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1353011 INFO (OverseerCollectionConfigSetProcessor-98461335549706244-127.0.0.1:50331_-n_0000000000) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1353012 INFO (OverseerThreadFactory-6840-thread-3-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50343_ for creating new replica
[junit4] 2> 1353017 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1353018 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1353127 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1354072 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1354088 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
[junit4] 2> 1354152 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1354172 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
[junit4] 2> 1354174 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1354177 WARN (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1354233 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1354233 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1354234 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1354234 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1354235 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1354235 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f92623b[collection1_shard2_replica_n61] main]
[junit4] 2> 1354237 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1354238 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1354238 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1354239 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575381374143037440
[junit4] 2> 1354239 INFO (searcherExecutor-6854-thread-1-processing-n:127.0.0.1:50343_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@3f92623b[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1354252 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1354252 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50343/collection1_shard2_replica_n61/
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:50343/collection1_shard2_replica_n61/ has no replicas
[junit4] 2> 1354253 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1354259 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:50343/collection1_shard2_replica_n61/ shard2
[junit4] 2> 1354364 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1354414 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1354416 INFO (qtp528219418-16991) [n:127.0.0.1:50343_ c:collection1 s:shard2 x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1398
[junit4] 2> 1354419 INFO (qtp528219418-16989) [n:127.0.0.1:50343_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:50343_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1410
[junit4] 2> 1354528 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1354652 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001 of type NRT
[junit4] 2> 1354653 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@381809da{/,null,AVAILABLE}
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@33bbec4a{HTTP/1.1,[http/1.1]}{127.0.0.1:50350}
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.e.j.s.Server Started @1358383ms
[junit4] 2> 1354654 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=50350, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores}
[junit4] 2> 1354655 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.1.0
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null
[junit4] 2> 1354655 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-08-10T21:32:35.481Z
[junit4] 2> 1354658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1354658 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/solr.xml
[junit4] 2> 1354662 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1354665 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50328/solr
[junit4] 2> 1354676 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1354679 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1354681 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50350_
[junit4] 2> 1354683 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354683 INFO (zkCallback-3233-thread-1-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354683 INFO (zkCallback-3240-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354684 INFO (zkCallback-3251-thread-1-processing-n:127.0.0.1:50350_) [n:127.0.0.1:50350_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1354757 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354760 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354760 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1354761 INFO (TEST-FullSolrCloudDistribCmdsTest.test-seed#[BC69857AD64601BD]) [n:127.0.0.1:50350_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores
[junit4] 2> 1354791 INFO (qtp528219418-16992) [n:127.0.0.1:50343_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:50350_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1354794 INFO (OverseerCollectionConfigSetProcessor-98461335549706244-127.0.0.1:50331_-n_0000000000) [n:127.0.0.1:50331_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1354794 INFO (OverseerThreadFactory-6840-thread-4-processing-n:127.0.0.1:50331_) [n:127.0.0.1:50331_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:50350_ for creating new replica
[junit4] 2> 1354799 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1354799 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1354907 INFO (zkCallback-3245-thread-1-processing-n:127.0.0.1:50343_) [n:127.0.0.1:50343_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1354907 INFO (zkCallback-3251-thread-1-processing-n:127.0.0.1:50350_) [n:127.0.0.1:50350_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1355817 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
[junit4] 2> 1355826 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
[junit4] 2> 1355884 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 1355904 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
[junit4] 2> 1355905 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@18f32ada
[junit4] 2> 1355905 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1355905 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_BC69857AD64601BD-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
[junit4] 2> 1355908 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1355910 WARN (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1355960 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1355960 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1355961 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1355961 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1355962 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1355962 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@b01290f[collection1_shard3_replica_n63] main]
[junit4] 2> 1355963 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1355964 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1355964 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1355964 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1575381375951831040
[junit4] 2> 1355965 INFO (searcherExecutor-6865-thread-1-processing-n:127.0.0.1:50350_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@b01290f[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:50350/collection1_shard3_replica_n63/
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:50350/collection1_shard3_replica_n63/ has no replicas
[junit4] 2> 1355971 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1355975 INFO (qtp279311901-17019) [n:127.0.0.1:50350_ c:collection1 s:shard3 x:collecti
[...truncated too long message...]
] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=17452, name=zkCallback-3316-thread-2-processing-n:127.0.0.1:50652_, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:93)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.ensureExists(ZkCmdExecutor.java:78)
[junit4] > at org.apache.solr.cloud.DistributedQueue.<init>(DistributedQueue.java:104)
[junit4] > at org.apache.solr.cloud.Overseer.getStateUpdateQueue(Overseer.java:632)
[junit4] > at org.apache.solr.cloud.Overseer$ClusterStateUpdater.<init>(Overseer.java:101)
[junit4] > at org.apache.solr.cloud.Overseer.start(Overseer.java:515)
[junit4] > at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:784)
[junit4] > at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
[junit4] > at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
[junit4] > at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
[junit4] > at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$3$$Lambda$182/1793901903.run(Unknown Source)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/1376189292.run(Unknown Source)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=17447, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-EventThread, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=17455, name=zkCallback-3316-thread-4, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=17446, name=TEST-CdcrVersionReplicationTest.testCdcrDocVersions-seed#[BC69857AD64601BD]-SendThread(127.0.0.1:50641), state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 3) Thread[id=17448, name=zkCallback-3316-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=17454, name=zkCallback-3316-thread-3, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=17456, name=zkCallback-3316-thread-5, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=17452, name=zkCallback-3316-thread-2, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([BC69857AD64601BD]:0)
[junit4] Completed [365/728 (2!)] on J1 in 26.35s, 1 test, 3 errors <<< FAILURES!
[...truncated 44470 lines...]