You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/16 01:52:18 UTC
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 336 -
Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/336/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([7CC4439CD60C3373:F4907C4678F05E8B]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:133)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testKillLeader
Error Message:
Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Replica core_node4 not up to date after 10 seconds expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([7CC4439CD60C3373:35D2B728B4B7A725]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestPullReplica.waitForNumDocsInAllReplicas(TestPullReplica.java:509)
at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:457)
at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11943 lines...]
[junit4] Suite: org.apache.solr.cloud.TestLocalFSCloudBackupRestore
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/init-core-data-001
[junit4] 2> 540278 WARN (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 540278 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 540279 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 540280 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 540280 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001
[junit4] 2> 540280 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 540280 INFO (Thread-1908) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 540280 INFO (Thread-1908) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 540284 ERROR (Thread-1908) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 540384 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32907
[junit4] 2> 540388 INFO (zkConnectionManagerCallback-725-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540393 INFO (jetty-launcher-722-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 540393 INFO (jetty-launcher-722-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 540395 INFO (jetty-launcher-722-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d368543{/solr,null,AVAILABLE}
[junit4] 2> 540396 INFO (jetty-launcher-722-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@694ad664{/solr,null,AVAILABLE}
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@139b3430{HTTP/1.1,[http/1.1]}{127.0.0.1:47502}
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.e.j.s.Server Started @542679ms
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@293b5d3{HTTP/1.1,[http/1.1]}{127.0.0.1:64563}
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47502}
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-1) [ ] o.e.j.s.Server Started @542679ms
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64563}
[junit4] 2> 540398 ERROR (jetty-launcher-722-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 540398 ERROR (jetty-launcher-722-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 540398 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T00:18:32.955Z
[junit4] 2> 540399 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 540399 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-16T00:18:32.956Z
[junit4] 2> 540405 INFO (zkConnectionManagerCallback-729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540406 INFO (zkConnectionManagerCallback-728-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540406 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 540406 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 540435 INFO (jetty-launcher-722-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32907/solr
[junit4] 2> 540436 INFO (jetty-launcher-722-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32907/solr
[junit4] 2> 540438 INFO (zkConnectionManagerCallback-735-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540438 INFO (zkConnectionManagerCallback-737-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540442 INFO (zkConnectionManagerCallback-739-thread-1-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540442 INFO (zkConnectionManagerCallback-741-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540604 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 540605 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47502_solr
[junit4] 2> 540607 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.c.Overseer Overseer (id=99181101897416709-127.0.0.1:47502_solr-n_0000000000) starting
[junit4] 2> 540607 INFO (jetty-launcher-722-thread-1) [n:127.0.0.1:64563_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 540609 INFO (jetty-launcher-722-thread-1) [n:127.0.0.1:64563_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64563_solr
[junit4] 2> 540611 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 540612 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 540624 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47502_solr
[junit4] 2> 540627 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 540628 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 540722 INFO (jetty-launcher-722-thread-1) [n:127.0.0.1:64563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 540727 INFO (jetty-launcher-722-thread-1) [n:127.0.0.1:64563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 540727 INFO (jetty-launcher-722-thread-1) [n:127.0.0.1:64563_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 540728 INFO (jetty-launcher-722-thread-1) [n:127.0.0.1:64563_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/.
[junit4] 2> 540758 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47502.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 540764 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47502.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 540764 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47502.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 540765 INFO (jetty-launcher-722-thread-2) [n:127.0.0.1:47502_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/.
[junit4] 2> 540785 INFO (zkConnectionManagerCallback-747-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540790 INFO (zkConnectionManagerCallback-751-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 540791 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 540793 INFO (SUITE-TestLocalFSCloudBackupRestore-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32907/solr ready
[junit4] 2> 540829 INFO (TEST-TestLocalFSCloudBackupRestore.test-seed#[7CC4439CD60C3373]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 540833 INFO (qtp362001517-4766) [n:127.0.0.1:47502_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=0&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin and sendToOCPQueue=true
[junit4] 2> 540836 INFO (OverseerThreadFactory-1951-thread-1-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.CreateCollectionCmd Create collection backuprestore
[junit4] 2> 540949 INFO (OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64563/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540952 INFO (OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"backuprestore_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47502/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540956 INFO (OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64563/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 540959 INFO (OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"backuprestore_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:47502/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 541175 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 541175 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 541175 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 541176 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 541176 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 541177 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 541285 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 541285 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 541285 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 541285 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542206 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 542208 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 542210 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 542233 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 542236 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n6] Schema name=minimal
[junit4] 2> 542236 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n2] Schema name=minimal
[junit4] 2> 542239 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542239 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n2' using configuration from collection backuprestore, trusted=true
[junit4] 2> 542239 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542239 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n6' using configuration from collection backuprestore, trusted=true
[junit4] 2> 542239 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47502.solr.core.backuprestore.shard2.replica_n6' (registry 'solr.core.backuprestore.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 542239 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47502.solr.core.backuprestore.shard1.replica_n2' (registry 'solr.core.backuprestore.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 542240 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542240 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542240 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/backuprestore_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/./backuprestore_shard2_replica_n6/data/]
[junit4] 2> 542240 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/backuprestore_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node2/./backuprestore_shard1_replica_n2/data/]
[junit4] 2> 542240 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [backuprestore_shard1_replica_n1] Schema name=minimal
[junit4] 2> 542243 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542243 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_replica_n1' using configuration from collection backuprestore, trusted=true
[junit4] 2> 542243 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.s.IndexSchema [backuprestore_shard2_replica_n4] Schema name=minimal
[junit4] 2> 542243 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.core.backuprestore.shard1.replica_n1' (registry 'solr.core.backuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 542244 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542244 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[backuprestore_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/backuprestore_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/./backuprestore_shard1_replica_n1/data/]
[junit4] 2> 542245 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 542245 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard2_replica_n4' using configuration from collection backuprestore, trusted=true
[junit4] 2> 542246 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.core.backuprestore.shard2.replica_n4' (registry 'solr.core.backuprestore.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 542246 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 542246 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SolrCore [[backuprestore_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/backuprestore_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/./backuprestore_shard2_replica_n4/data/]
[junit4] 2> 542317 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 542317 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 542319 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 542319 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 542320 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 542320 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 542320 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bcebab8[backuprestore_shard2_replica_n4] main]
[junit4] 2> 542322 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 542322 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 542324 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@23dd76c2[backuprestore_shard2_replica_n6] main]
[junit4] 2> 542325 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 542326 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 542326 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 542326 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 542326 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 542327 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586897632503005184
[junit4] 2> 542327 INFO (searcherExecutor-1959-thread-1-processing-n:127.0.0.1:64563_solr x:backuprestore_shard2_replica_n4 s:shard2 c:backuprestore r:core_node7) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SolrCore [backuprestore_shard2_replica_n4] Registered new searcher Searcher@7bcebab8[backuprestore_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 542328 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 542328 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586897632504053760
[junit4] 2> 542330 INFO (searcherExecutor-1957-thread-1-processing-n:127.0.0.1:47502_solr x:backuprestore_shard2_replica_n6 s:shard2 c:backuprestore r:core_node8) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore [backuprestore_shard2_replica_n6] Registered new searcher Searcher@23dd76c2[backuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 542339 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 542339 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 542339 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 542339 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 542339 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64563/solr/backuprestore_shard2_replica_n4/
[junit4] 2> 542340 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n4 url=http://127.0.0.1:64563/solr START replicas=[http://127.0.0.1:47502/solr/backuprestore_shard2_replica_n6/] nUpdates=100
[junit4] 2> 542368 INFO (qtp362001517-4775) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.S.Request [backuprestore_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 542369 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 542369 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 542370 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3efbd01a[backuprestore_shard1_replica_n1] main]
[junit4] 2> 542372 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 542373 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 542373 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 542374 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586897632552288256
[junit4] 2> 542377 INFO (searcherExecutor-1958-thread-1-processing-n:127.0.0.1:64563_solr x:backuprestore_shard1_replica_n1 s:shard1 c:backuprestore r:core_node3) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SolrCore [backuprestore_shard1_replica_n1] Registered new searcher Searcher@3efbd01a[backuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 542383 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 542387 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 542387 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 542389 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 542389 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 542390 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@10c17a7f[backuprestore_shard1_replica_n2] main]
[junit4] 2> 542392 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 542392 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 542393 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 542394 INFO (searcherExecutor-1956-thread-1-processing-n:127.0.0.1:47502_solr x:backuprestore_shard1_replica_n2 s:shard1 c:backuprestore r:core_node5) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.SolrCore [backuprestore_shard1_replica_n2] Registered new searcher Searcher@10c17a7f[backuprestore_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 542394 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586897632573259776
[junit4] 2> 542485 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542485 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542485 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542485 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542640 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard2_replica_n4 url=http://127.0.0.1:64563/solr DONE. We have no versions. sync failed.
[junit4] 2> 542640 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 542641 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 542641 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 542647 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64563/solr/backuprestore_shard2_replica_n4/ shard2
[junit4] 2> 542749 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542749 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542750 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542751 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542798 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 542801 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node7&name=backuprestore_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=1625
[junit4] 2> 542886 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 542886 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 542886 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/
[junit4] 2> 542886 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_n1 url=http://127.0.0.1:64563/solr START replicas=[http://127.0.0.1:47502/solr/backuprestore_shard1_replica_n2/] nUpdates=100
[junit4] 2> 542887 INFO (qtp362001517-4777) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.c.S.Request [backuprestore_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 542902 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542902 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542902 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 542902 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543193 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=backuprestore_shard1_replica_n1 url=http://127.0.0.1:64563/solr DONE. We have no versions. sync failed.
[junit4] 2> 543193 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 543193 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 543193 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 543202 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/ shard1
[junit4] 2> 543306 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543306 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543306 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543306 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543342 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node8&name=backuprestore_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2166
[junit4] 2> 543355 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 543357 INFO (qtp2032239898-4769) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=backuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2182
[junit4] 2> 543408 INFO (qtp362001517-4768) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=backuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node5&name=backuprestore_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2233
[junit4] 2> 543412 INFO (qtp362001517-4766) [n:127.0.0.1:47502_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 543510 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543510 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543511 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 543511 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 544413 INFO (qtp362001517-4766) [n:127.0.0.1:47502_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf1&version=2&pullReplicas=0&property.customKey=customValue&maxShardsPerNode=4&router.field=shard_s&name=backuprestore&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin} status=0 QTime=3581
[junit4] 2> 544431 INFO (qtp362001517-4762) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard2_replica_n4/&wt=javabin&version=2}{add=[0 (1586897634695577600), 1 (1586897634697674752), 2 (1586897634697674753), 3 (1586897634697674754), 4 (1586897634697674755), 5 (1586897634697674756), 6 (1586897634697674757), 7 (1586897634697674758), 8 (1586897634697674759), 9 (1586897634697674760), ... (82 adds)]} 0 5
[junit4] 2> 544431 INFO (qtp2032239898-4771) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1586897634695577600), 1 (1586897634697674752), 2 (1586897634697674753), 3 (1586897634697674754), 4 (1586897634697674755), 5 (1586897634697674756), 6 (1586897634697674757), 7 (1586897634697674758), 8 (1586897634697674759), 9 (1586897634697674760), ... (82 adds)]} 0 13
[junit4] 2> 544436 INFO (qtp362001517-4773) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1586897634714451968,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 544436 INFO (qtp362001517-4773) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 544437 INFO (qtp362001517-4773) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 544437 INFO (qtp362001517-4773) [n:127.0.0.1:47502_solr c:backuprestore s:shard1 r:core_node5 x:backuprestore_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 544439 INFO (qtp2032239898-4776) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1586897634717597696,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 544439 INFO (qtp2032239898-4776) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2ca26cf6 commitCommandVersion:1586897634717597696
[junit4] 2> 544444 INFO (qtp2032239898-4763) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1586897634722840576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 544444 INFO (qtp2032239898-4776) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4217df95[backuprestore_shard2_replica_n4] main]
[junit4] 2> 544444 INFO (qtp362001517-4777) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1586897634722840576,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 544444 INFO (qtp362001517-4777) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@4c4294d0 commitCommandVersion:1586897634722840576
[junit4] 2> 544444 INFO (qtp2032239898-4776) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 544445 INFO (qtp2032239898-4763) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 544446 INFO (qtp2032239898-4763) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 544446 INFO (qtp2032239898-4763) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 544450 INFO (qtp362001517-4777) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@37568b97[backuprestore_shard2_replica_n6] main]
[junit4] 2> 544450 INFO (qtp362001517-4777) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 544452 INFO (searcherExecutor-1957-thread-1-processing-n:127.0.0.1:47502_solr x:backuprestore_shard2_replica_n6 s:shard2 c:backuprestore r:core_node8) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.c.SolrCore [backuprestore_shard2_replica_n6] Registered new searcher Searcher@37568b97[backuprestore_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C82)))}
[junit4] 2> 544452 INFO (qtp362001517-4777) [n:127.0.0.1:47502_solr c:backuprestore s:shard2 r:core_node8 x:backuprestore_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 544452 INFO (searcherExecutor-1959-thread-1-processing-n:127.0.0.1:64563_solr x:backuprestore_shard2_replica_n4 s:shard2 c:backuprestore r:core_node7) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.c.SolrCore [backuprestore_shard2_replica_n4] Registered new searcher Searcher@4217df95[backuprestore_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.3.0):C82)))}
[junit4] 2> 544453 INFO (qtp2032239898-4776) [n:127.0.0.1:64563_solr c:backuprestore s:shard2 r:core_node7 x:backuprestore_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:64563/solr/backuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 14
[junit4] 2> 544455 INFO (qtp2032239898-4774) [n:127.0.0.1:64563_solr c:backuprestore s:shard1 r:core_node3 x:backuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [backuprestore_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=backuprestore:7&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 22
[junit4] 2> 544458 INFO (qtp362001517-4772) [n:127.0.0.1:47502_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=backuprestore&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 544462 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.SplitShardCmd Split shard invoked
[junit4] 2> 544462 INFO (OverseerCollectionConfigSetProcessor-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 544466 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.SplitShardCmd Creating slice shard1_0 of collection backuprestore on 127.0.0.1:64563_solr
[junit4] 2> 544571 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 544571 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 544571 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 544571 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545469 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.SplitShardCmd Adding replica backuprestore_shard1_0_replica_n9 as part of slice shard1_0 of collection backuprestore on 127.0.0.1:64563_solr
[junit4] 2> 545473 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:64563_solr for creating new replica
[junit4] 2> 545475 INFO (OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "core":"backuprestore_shard1_0_replica_n9",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64563/solr",
[junit4] 2> "node_name":"127.0.0.1:64563_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 545602 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545602 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545602 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545602 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545677 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&name=backuprestore_shard1_0_replica_n9&action=CREATE&collection=backuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 545693 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 545720 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.s.IndexSchema [backuprestore_shard1_0_replica_n9] Schema name=minimal
[junit4] 2> 545735 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 545735 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_0_replica_n9' using configuration from collection backuprestore, trusted=true
[junit4] 2> 545736 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.core.backuprestore.shard1_0.replica_n9' (registry 'solr.core.backuprestore.shard1_0.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 545737 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 545737 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SolrCore [[backuprestore_shard1_0_replica_n9] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/backuprestore_shard1_0_replica_n9], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestLocalFSCloudBackupRestore_7CC4439CD60C3373-001/tempDir-001/node1/./backuprestore_shard1_0_replica_n9/data/]
[junit4] 2> 545780 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545780 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545780 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545781 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545789 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 545789 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 545791 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 545791 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 545792 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.s.SolrIndexSearcher Opening [Searcher@7945080e[backuprestore_shard1_0_replica_n9] main]
[junit4] 2> 545793 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 545793 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 545794 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 545794 INFO (searcherExecutor-1976-thread-1-processing-n:127.0.0.1:64563_solr x:backuprestore_shard1_0_replica_n9 s:shard1_0 c:backuprestore r:core_node11) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SolrCore [backuprestore_shard1_0_replica_n9] Registered new searcher Searcher@7945080e[backuprestore_shard1_0_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 545794 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586897636138418176
[junit4] 2> 545796 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 545800 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 545800 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 545800 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:64563/solr/backuprestore_shard1_0_replica_n9/
[junit4] 2> 545800 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 545800 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.SyncStrategy http://127.0.0.1:64563/solr/backuprestore_shard1_0_replica_n9/ has no replicas
[junit4] 2> 545800 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 545805 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:64563/solr/backuprestore_shard1_0_replica_n9/ shard1_0
[junit4] 2> 545981 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 545981 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546022 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546022 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546031 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 546033 INFO (qtp2032239898-4770) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_0 r:core_node11 x:backuprestore_shard1_0_replica_n9] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&name=backuprestore_shard1_0_replica_n9&action=CREATE&collection=backuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT} status=0 QTime=356
[junit4] 2> 546035 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.SplitShardCmd Creating slice shard1_1 of collection backuprestore on 127.0.0.1:64563_solr
[junit4] 2> 546157 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546157 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546158 INFO (zkCallback-738-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 546158 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 547037 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.SplitShardCmd Adding replica backuprestore_shard1_1_replica_n10 as part of slice shard1_1 of collection backuprestore on 127.0.0.1:64563_solr
[junit4] 2> 547039 INFO (OverseerThreadFactory-1951-thread-2-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:64563_solr for creating new replica
[junit4] 2> 547042 INFO (OverseerStateUpdate-99181101897416709-127.0.0.1:47502_solr-n_0000000000) [n:127.0.0.1:47502_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"backuprestore",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "core":"backuprestore_shard1_1_replica_n10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:64563/solr",
[junit4] 2> "node_name":"127.0.0.1:64563_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 547145 INFO (zkCallback-740-thread-2-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 547145 INFO (zkCallback-740-thread-1-processing-n:127.0.0.1:64563_solr) [n:127.0.0.1:64563_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 547145 INFO (zkCallback-738-thread-1-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 547145 INFO (zkCallback-738-thread-3-processing-n:127.0.0.1:47502_solr) [n:127.0.0.1:47502_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/backuprestore/state.json] for collection [backuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 547242 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf1&name=backuprestore_shard1_1_replica_n10&action=CREATE&collection=backuprestore&shard=shard1_1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 547254 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 547261 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] o.a.s.s.IndexSchema [backuprestore_shard1_1_replica_n10] Schema name=minimal
[junit4] 2> 547263 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 547263 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] o.a.s.c.CoreContainer Creating SolrCore 'backuprestore_shard1_1_replica_n10' using configuration from collection backuprestore, trusted=true
[junit4] 2> 547264 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_64563.solr.core.backuprestore.shard1_1.replica_n10' (registry 'solr.core.backuprestore.shard1_1.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@77a00bf3
[junit4] 2> 547264 INFO (qtp2032239898-4767) [n:127.0.0.1:64563_solr c:backuprestore s:shard1_1 r:core_node12 x:backuprestore_shard1_1_replica_n10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2>
[...truncated too long message...]
ZooKeeper... (1) -> (0)
[junit4] 2> 3992299 INFO (jetty-closer-7827-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@102466f4{/solr,null,UNAVAILABLE}
[junit4] 2> 3993799 INFO (jetty-closer-7827-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a7d36b{/solr,null,UNAVAILABLE}
[junit4] 2> 3993802 ERROR (SUITE-TestPullReplica-seed#[7CC4439CD60C3373]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3993803 INFO (SUITE-TestPullReplica-seed#[7CC4439CD60C3373]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34090 34090
[junit4] 2> 4004777 INFO (Thread-8554) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34090 34090
[junit4] 2> 4004780 WARN (Thread-8554) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/configs/conf
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 34 /solr/collections/pull_replica_test_create_delete/state.json
[junit4] 2> 21 /solr/collections/pull_replica_test_kill_leader/state.json
[junit4] 2> 21 /solr/collections/pull_replica_test_kill_pull_replica/state.json
[junit4] 2> 20 /solr/collections/pull_replica_test_add_remove_pull_replica/state.json
[junit4] 2> 20 /solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
[junit4] 2> 13 /solr/collections/pull_replica_test_real_time_get/state.json
[junit4] 2> 13 /solr/collections/pull_replica_test_add_docs/state.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_7CC4439CD60C3373-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {foo=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), foo_s=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=576, maxMBSortInHeap=5.903811954153173, sim=RandomSimilarity(queryNorm=true): {}, locale=ga, timezone=Etc/GMT0
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=309661888,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestLMJelinekMercerSimilarityFactory, ConjunctionSolrSpellCheckerTest, TestRTGBase, TestDFISimilarityFactory, SuggestComponentTest, ExternalFileFieldSortTest, OpenExchangeRatesOrgProviderTest, HdfsAutoAddReplicasIntegrationTest, TestLeaderElectionWithEmptyReplica, TestLRUStatsCache, TestHdfsBackupRestoreCore, TestMacroExpander, TestRemoteStreaming, DOMUtilTest, TestGenericDistributedQueue, HttpPartitionTest, BasicFunctionalityTest, SystemInfoHandlerTest, TestManagedStopFilterFactory, AliasIntegrationTest, TestExportWriter, TestUnifiedSolrHighlighter, BlockJoinFacetDistribTest, TermsComponentTest, TestSolrConfigHandlerCloud, SolrCloudExampleTest, LargeFieldTest, MetricsHandlerTest, TestSerializedLuceneMatchVersion, HdfsThreadLeakTest, TestJsonFacetRefinement, TestConfigSets, TestMinMaxOnMultiValuedField, TestAddFieldRealTimeGet, SolrIndexSplitterTest, TestComplexPhraseLeadingWildcard, FullSolrCloudDistribCmdsTest, CollectionStateFormat2Test, StressHdfsTest, TestSubQueryTransformerDistrib, TestPostingsSolrHighlighter, UpdateParamsTest, HdfsDirectoryFactoryTest, TestCloudSchemaless, LeaderElectionIntegrationTest, DocValuesTest, TestCollectionsAPIViaSolrCloudCluster, TestIntervalFaceting, TestReload, TestManagedSynonymGraphFilterFactory, TestFaceting, TestScoreJoinQPNoScore, V2StandaloneTest, TestExactSharedStatsCache, CopyFieldTest, OverseerCollectionConfigSetProcessorTest, ShardRoutingCustomTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestPolicyCloud, TestStressVersions, TimeRoutedAliasUpdateProcessorTest, AutoAddReplicasPlanActionTest, TestCharFilters, SolrCoreTest, SolrShardReporterTest, PluginInfoTest, ConcurrentDeleteAndCreateCollectionTest, OutOfBoxZkACLAndCredentialsProvidersTest, FieldMutatingUpdateProcessorTest, HdfsCollectionsAPIDistributedZkTest, TestMergePolicyConfig, TestRawTransformer, TestCustomStream, LegacyCloudClusterPropTest, TestMissingGroups, RulesTest, SearchRateTriggerTest, AnalysisErrorHandlingTest, TestLRUCache, TestStandardQParsers, JsonLoaderTest, DeleteStatusTest, UpdateLogTest, SolrCoreMetricManagerTest, PingRequestHandlerTest, SimpleFacetsTest, TestStressReorder, TestXmlQParserPlugin, TestConfigReload, DeleteLastCustomShardedReplicaTest, DebugComponentTest, TestSolrXml, TestCollationField, SubstringBytesRefFilterTest, TestFoldingMultitermQuery, TestConfigSetsAPIExclusivity, TestCloudPivotFacet, TestDistribDocBasedVersion, StatsReloadRaceTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, OverseerTaskQueueTest, TestAuthenticationFramework, BooleanFieldTest, ConfigureRecoveryStrategyTest, JvmMetricsTest, ConnectionManagerTest, JavabinLoaderTest, SearchHandlerTest, TestRandomFaceting, TestPushWriter, HdfsBasicDistributedZk2Test, TestBulkSchemaAPI, AnalyticsQueryTest, DirectSolrSpellCheckerTest, TestQueryUtils, TestSolrCloudWithKerberosAlt, TestAuthorizationFramework, TestImplicitCoreProperties, SoftAutoCommitTest, TestCloudRecovery, TestSubQueryTransformer, TestLegacyTerms, ZkStateReaderTest, TestExtendedDismaxParser, TestSimpleTrackingShardHandler, CollectionsAPIAsyncDistributedZkTest, TestInPlaceUpdatesDistrib, LoggingHandlerTest, HdfsDirectoryTest, TestLegacyNumericRangeQueryBuilder, HdfsChaosMonkeyNothingIsSafeTest, TestExclusionRuleCollectionAccess, SolrJmxReporterCloudTest, MetricUtilsTest, MultiThreadedOCPTest, UninvertDocValuesMergePolicyTest, CloudExitableDirectoryReaderTest, TestCloudInspectUtil, TestManagedSchemaAPI, ComputePlanActionTest, SolrIndexConfigTest, BlockDirectoryTest, TestValueSourceCache, LeaderFailoverAfterPartitionTest, CurrencyFieldTypeTest, SpellingQueryConverterTest, TestClusterProperties, TestEmbeddedSolrServerConstructors, TestSchemalessBufferedUpdates, ManagedSchemaRoundRobinCloudTest, DistributedFacetPivotSmallAdvancedTest, TestAnalyzedSuggestions, TestSolrCoreSnapshots, DeleteReplicaTest, DocValuesNotIndexedTest, TestShortCircuitedRequests, TestStressLiveNodes, SimpleCollectionCreateDeleteTest, StatelessScriptUpdateProcessorFactoryTest, TestRecoveryHdfs, TestComponentsName, FullHLLTest, TestManagedResourceStorage, TermVectorComponentTest, PeerSyncTest, DistributedIntervalFacetingTest, TestBackupRepositoryFactory, SimplePostToolTest, IndexSchemaRuntimeFieldTest, TestLegacyFieldReuse, BadComponentTest, ImplicitSnitchTest, TestHashPartitioner, TestJettySolrRunner, TestDistributedGrouping, TestRandomFlRTGCloud, TestPivotHelperCode, FacetPivotSmallTest, DistributedQueueTest, DirectoryFactoryTest, TestFastWriter, TestFilteredDocIdSet, TestZkChroot, TestTrieFacet, TestClusterStateProvider, DistributedExpandComponentTest, HdfsRestartWhileUpdatingTest, BasicZkTest, TestReplicationHandler, TestRandomDVFaceting, ZkCLITest, TestJoin, TestCoreContainer, StatsComponentTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, TestCoreDiscovery, SpellCheckCollatorTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TestOmitPositions, XmlUpdateRequestHandlerTest, TestIndexingPerformance, MoreLikeThisHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, IndexSchemaTest, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, SOLR749Test, TestSolrIndexConfig, SampleTest, TestDocSet, MinimalSchemaTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TimeZoneUtilsTest, TestFastLRUCache, PreAnalyzedFieldTest, TestSuggestSpellingConverter, ClusterStateTest, ZkNodePropsTest, CircularListTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestLuceneIndexBackCompat, ActionThrottleTest, AssignBackwardCompatibilityTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, LeaderElectionContextKeyTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, MoveReplicaTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RecoveryAfterSoftCommitTest, RestartWhileUpdatingTest, RollingRestartTest, SolrCLIZkUtilsTest, TestCloudJSONFacetJoinDomain, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestCollectionAPI, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLockTree, TestOnReconnectListenerSupport, TestPullReplica]
[junit4] Completed [555/763 (2!)] on J1 in 122.85s, 10 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 48780 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 339 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/339/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData
Error Message:
Node watch should have fired!
Stack Trace:
java.lang.AssertionError: Node watch should have fired!
at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:D4A7DB7AAC4E25A2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionSplitShard
Error Message:
Timed out waiting to see 6 replicas for collection: testCreateCollectionSplitShard Live Nodes: null Last available state: null
Stack Trace:
java.lang.AssertionError: Timed out waiting to see 6 replicas for collection: testCreateCollectionSplitShard
Live Nodes: null
Last available state: null
at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:27B947D3488A6216]:0)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:147)
at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:164)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:494)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1192)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:171)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:141)
... 41 more
Caused by: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:114)
at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:502)
at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:490)
... 44 more
Build Log:
[...truncated 11985 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager
[junit4] 2> 637580 INFO (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_F2373428F8C0E3A8-001/init-core-data-001
[junit4] 2> 637581 WARN (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 637581 INFO (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 637582 INFO (SUITE-TestDistribStateManager-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 637584 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testGetSetRemoveData
[junit4] 2> 637584 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 637584 INFO (Thread-731) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 637584 INFO (Thread-731) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 637586 ERROR (Thread-731) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 637684 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.ZkTestServer start zk server on port:59842
[junit4] 2> 637687 INFO (zkConnectionManagerCallback-925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637688 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 637697 INFO (zkConnectionManagerCallback-927-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 637697 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 642702 ERROR (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 642703 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59842 59842
[junit4] 2> 647757 INFO (Thread-731) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59842 59842
[junit4] 2> 647760 INFO (TEST-TestDistribStateManager.testGetSetRemoveData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testGetSetRemoveData
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDistribStateManager -Dtests.method=testGetSetRemoveData -Dtests.seed=F2373428F8C0E3A8 -Dtests.slow=true -Dtests.locale=en-MT -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 10.2s J1 | TestDistribStateManager.testGetSetRemoveData <<<
[junit4] > Throwable #1: java.lang.AssertionError: Node watch should have fired!
[junit4] > at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:D4A7DB7AAC4E25A2]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestDistribStateManager.testGetSetRemoveData(TestDistribStateManager.java:256)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 647765 INFO (TEST-TestDistribStateManager.testListData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testListData
[junit4] 2> 647765 INFO (TEST-TestDistribStateManager.testListData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 647766 INFO (TEST-TestDistribStateManager.testListData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testListData
[junit4] 2> 647767 INFO (TEST-TestDistribStateManager.testMulti-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMulti
[junit4] 2> 647767 INFO (TEST-TestDistribStateManager.testMulti-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 647767 INFO (TEST-TestDistribStateManager.testMulti-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMulti
[junit4] 2> 647769 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateMode
[junit4] 2> 647770 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 647770 INFO (Thread-732) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 647770 INFO (Thread-732) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 647772 ERROR (Thread-732) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 647876 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.ZkTestServer start zk server on port:64407
[junit4] 2> 647879 INFO (zkConnectionManagerCallback-929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 647879 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 647907 INFO (zkConnectionManagerCallback-931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 647907 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.client.solrj.impl.ZkDistribStateManager
[junit4] 2> 647914 ERROR (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 647916 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64407 64407
[junit4] 2> 650649 INFO (Thread-732) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64407 64407
[junit4] 2> 650652 INFO (TEST-TestDistribStateManager.testCreateMode-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateMode
[junit4] 2> 650654 INFO (TEST-TestDistribStateManager.testHasData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testHasData
[junit4] 2> 650655 INFO (TEST-TestDistribStateManager.testHasData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestDistribStateManager Using org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager
[junit4] 2> 650655 INFO (TEST-TestDistribStateManager.testHasData-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testHasData
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestDistribStateManager_F2373428F8C0E3A8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=en-MT, timezone=Asia/Manila
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=154325608,total=371945472
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestDocTermOrds, TestPivotHelperCode, TestCloudSchemaless, ReplaceNodeTest, CollectionsAPIDistributedZkTest, SolrCoreTest, TestQueryUtils, LeaderElectionIntegrationTest, TestExpandComponent, SearchHandlerTest, TestCoreAdminApis, BasicDistributedZk2Test, TestUtilizeNode, TestManagedSchemaAPI, TestBM25SimilarityFactory, BitVectorTest, OpenCloseCoreStressTest, SearchRateTriggerTest, CollectionsAPIAsyncDistributedZkTest, UtilsToolTest, TestNodeAddedTrigger, SolrJmxReporterCloudTest, MetricsHandlerTest, CdcrBidirectionalTest, BasicAuthStandaloneTest, DistributedFacetPivotSmallAdvancedTest, CoreAdminCreateDiscoverTest, TestElisionMultitermQuery, NumberUtilsTest, RulesTest, TestDistribStateManager]
[junit4] Completed [112/763 (1!)] on J1 in 13.09s, 5 tests, 1 failure <<< FAILURES!
[...truncated 1541 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud
[junit4] 2> 4011768 INFO (SUITE-TestPolicyCloud-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_F2373428F8C0E3A8-001/init-core-data-001
[junit4] 2> 4011769 INFO (SUITE-TestPolicyCloud-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 4011770 INFO (SUITE-TestPolicyCloud-seed#[F2373428F8C0E3A8]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4011783 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 4011787 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4011787 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4011796 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.TestPolicyCloud NRT 127.0.0.1:10139_solr PULL 127.0.0.1:10140_solr , TLOG 127.0.0.1:10140_solr
[junit4] 2> 4011813 INFO (simCloudManagerPool-12622-thread-2) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436881260 sessionWrapper.createTime 1436881175860361, this.sessionWrapper.createTime 1436881175860361
[junit4] 2> 4011956 INFO (simCloudManagerPool-12622-thread-7) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436888396 sessionWrapper.createTime 1436888343652061, this.sessionWrapper.createTime 1436888343652061
[junit4] 2> 4011992 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardWithReplicaTypeUsingPolicy
[junit4] 2> 4011992 INFO (simCloudManagerPool-12622-thread-8) [ ] o.a.s.c.ActionThrottle The last leader attempt started 8880ms ago.
[junit4] 2> 4012044 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddShardUsingPolicy
[junit4] 2> 4012044 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4012044 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4012072 INFO (simCloudManagerPool-12622-thread-10) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436894218 sessionWrapper.createTime 1436894169131011, this.sessionWrapper.createTime 1436894169131011
[junit4] 2> 4012198 INFO (simCloudManagerPool-12622-thread-14) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436900484 sessionWrapper.createTime 1436900388369311, this.sessionWrapper.createTime 1436900388369311
[junit4] 2> 4012209 INFO (simCloudManagerPool-12622-thread-15) [ ] o.a.s.c.ActionThrottle The last leader attempt started 6764ms ago.
[junit4] 2> 4012210 INFO (TEST-TestPolicyCloud.testCreateCollectionAddShardUsingPolicy-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddShardUsingPolicy
[junit4] 2> 4012281 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionSplitShard
[junit4] 2> 4012281 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4012282 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4012301 INFO (simCloudManagerPool-12622-thread-17) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436905668 sessionWrapper.createTime 1436905592221161, this.sessionWrapper.createTime 1436905592221161
[junit4] 2> 4012431 INFO (simCloudManagerPool-12622-thread-21) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436912134 sessionWrapper.createTime 1436912115650511, this.sessionWrapper.createTime 1436912115650511
[junit4] 2> 4012475 INFO (simCloudManagerPool-12622-thread-22) [ ] o.a.s.c.ActionThrottle The last leader attempt started 8614ms ago.
[junit4] 2> 4012476 INFO (TEST-TestPolicyCloud.testCreateCollectionSplitShard-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionSplitShard
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestPolicyCloud -Dtests.method=testCreateCollectionSplitShard -Dtests.seed=F2373428F8C0E3A8 -Dtests.slow=true -Dtests.locale=sl-SI -Dtests.timezone=Australia/Lord_Howe -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 0.27s J1 | TestPolicyCloud.testCreateCollectionSplitShard <<<
[junit4] > Throwable #1: java.lang.AssertionError: Timed out waiting to see 6 replicas for collection: testCreateCollectionSplitShard
[junit4] > Live Nodes: null
[junit4] > Last available state: null
[junit4] > at __randomizedtesting.SeedInfo.seed([F2373428F8C0E3A8:27B947D3488A6216]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:147)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:164)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.io.IOException: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:494)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.getClusterState(SimClusterStateProvider.java:1192)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:171)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:141)
[junit4] > ... 41 more
[junit4] > Caused by: org.apache.solr.client.solrj.cloud.autoscaling.BadVersionException: /clusterstate.json
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node.setData(SimDistribStateManager.java:114)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager.setData(SimDistribStateManager.java:502)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimClusterStateProvider.saveClusterState(SimClusterStateProvider.java:490)
[junit4] > ... 44 more
[junit4] 2> 4012559 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricsTag
[junit4] 2> 4012560 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4012562 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4012565 ERROR (simCloudManagerPool-12622-thread-23) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {replica=<2, shard=#EACH, node=#ANY}, {metrics:abc=overseer, replica=0}], errorMessages=[Invalid metrics: param in {
[junit4] 2> "metrics:abc":"overseer",
[junit4] 2> "replica":0} must have at 2 or 3 segments after 'metrics:' separated by ':']}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:207)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:145)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.simHandleSolrRequest(SimCloudManager.java:465)
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.lambda$request$0(SimCloudManager.java:427)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 4012582 INFO (simCloudManagerPool-12622-thread-25) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436919681 sessionWrapper.createTime 1436919613030061, this.sessionWrapper.createTime 1436919613030061
[junit4] 2> 4012594 INFO (TEST-TestPolicyCloud.testMetricsTag-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetricsTag
[junit4] 2> 4012692 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProviderPerReplicaDetails
[junit4] 2> 4012692 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4012692 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4012867 INFO (TEST-TestPolicyCloud.testDataProviderPerReplicaDetails-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProviderPerReplicaDetails
[junit4] 2> 4012995 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionAddReplica
[junit4] 2> 4012996 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4012996 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4013024 INFO (simCloudManagerPool-12622-thread-37) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436941814 sessionWrapper.createTime 1436941795171711, this.sessionWrapper.createTime 1436941795171711
[junit4] 2> 4013039 INFO (simCloudManagerPool-12622-thread-40) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1436942565 sessionWrapper.createTime 1436942536518861, this.sessionWrapper.createTime 1436942536518861
[junit4] 2> 4013039 INFO (simCloudManagerPool-12622-thread-40) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:10142_solr for creating new replica
[junit4] 2> 4013051 INFO (simCloudManagerPool-12622-thread-41) [ ] o.a.s.c.ActionThrottle The last leader attempt started 1282ms ago.
[junit4] 2> 4013051 INFO (simCloudManagerPool-12622-thread-41) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3717ms
[junit4] 2> 4013052 INFO (TEST-TestPolicyCloud.testCreateCollectionAddReplica-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionAddReplica
[junit4] 2> 4013207 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDataProvider
[junit4] 2> 4013207 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[F2373428F8C0E3A8]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 4013210 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 4013277 INFO (TEST-TestPolicyCloud.testDataProvider-seed#[F2373428F8C0E3A8]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDataProvider
[junit4] 2> 4013278 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestPolicyCloud_F2373428F8C0E3A8-001
[junit4] 2> Dec 17, 2017 3:27:01 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 11 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1809, maxMBSortInHeap=6.045876696751995, sim=RandomSimilarity(queryNorm=false): {}, locale=sl-SI, timezone=Australia/Lord_Howe
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=141420336,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestSolrIndexConfig, TestDocTermOrds, TestPivotHelperCode, TestCloudSchemaless, ReplaceNodeTest, CollectionsAPIDistributedZkTest, SolrCoreTest, TestQueryUtils, LeaderElectionIntegrationTest, TestExpandComponent, SearchHandlerTest, TestCoreAdminApis, BasicDistributedZk2Test, TestUtilizeNode, TestManagedSchemaAPI, TestBM25SimilarityFactory, BitVectorTest, OpenCloseCoreStressTest, SearchRateTriggerTest, CollectionsAPIAsyncDistributedZkTest, UtilsToolTest, TestNodeAddedTrigger, SolrJmxReporterCloudTest, MetricsHandlerTest, CdcrBidirectionalTest, BasicAuthStandaloneTest, DistributedFacetPivotSmallAdvancedTest, CoreAdminCreateDiscoverTest, TestElisionMultitermQuery, NumberUtilsTest, RulesTest, TestDistribStateManager, TestRebalanceLeaders, TestManagedResourceStorage, UUIDUpdateProcessorFallbackTest, TestDelegationWithHadoopAuth, ConjunctionSolrSpellCheckerTest, TestCollectionsAPIViaSolrCloudCluster, TestTrie, TestCloudNestedDocsSort, SolrShardReporterTest, TestDynamicFieldCollectionResource, TestReqParamsAPI, SynonymTokenizerTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestComplexPhraseLeadingWildcard, TestFileDictionaryLookup, TestExclusionRuleCollectionAccess, JsonLoaderTest, TestExtendedDismaxParser, TestConfigSets, SolrCloudExampleTest, TestCloudRecovery, SolrIndexMetricsTest, PeerSyncTest, MoveReplicaHDFSTest, TemplateUpdateProcessorTest, TestSchemaSimilarityResource, TestCollationField, DocValuesTest, FileBasedSpellCheckerTest, TestComponentsName, EchoParamsTest, DirectSolrSpellCheckerTest, UpdateParamsTest, TestStressReorder, TestFilteredDocIdSet, HdfsBasicDistributedZk2Test, TestTriggerIntegration, DeleteReplicaTest, TestMissingGroups, TestReloadAndDeleteDocs, TestGroupingSearch, TestLuceneMatchVersion, TestPartialUpdateDeduplication, TestRemoteStreaming, BlockJoinFacetDistribTest, TestLRUStatsCache, HdfsDirectoryTest, TestSortByMinMaxFunction, FullHLLTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AliasIntegrationTest, ShardSplitTest, SOLR749Test, BasicFunctionalityTest, TestLegacyFieldReuse, TestStandardQParsers, TestFunctionQuery, TermVectorComponentDistributedTest, TestRTGBase, TestCryptoKeys, AnalysisErrorHandlingTest, TestFieldCacheReopen, SSLMigrationTest, TestAnalyzeInfixSuggestions, TestOnReconnectListenerSupport, TestJsonRequest, PluginInfoTest, SampleTest, TestExportWriter, TestSimpleTrackingShardHandler, FileUtilsTest, HdfsRestartWhileUpdatingTest, TriLevelCompositeIdRoutingTest, StatelessScriptUpdateProcessorFactoryTest, TestGenericDistributedQueue, TestCustomSort, DistributedExpandComponentTest, TestFieldCollectionResource, HdfsAutoAddReplicasIntegrationTest, TestGraphMLResponseWriter, TestMacroExpander, CollectionStateFormat2Test, BlockJoinFacetSimpleTest, SpellPossibilityIteratorTest, AtomicUpdatesTest, TestFoldingMultitermQuery, TestPayloadCheckQParserPlugin, TestSearchPerf, MultiThreadedOCPTest, SecurityConfHandlerTest, DocValuesMissingTest, TermVectorComponentTest, LegacyCloudClusterPropTest, TestQueryTypes, TestLMJelinekMercerSimilarityFactory, TestSolrJ, TestHighFrequencyDictionaryFactory, TestFastOutputStream, TestLeaderInitiatedRecoveryThread, RankQueryTest, ComputePlanActionTest, SubstringBytesRefFilterTest, CloneFieldUpdateProcessorFactoryTest, TestSolrQueryResponse, SolrMetricReporterTest, ChaosMonkeySafeLeaderTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestJettySolrRunner, StressHdfsTest, CopyFieldTest, TestPerFieldSimilarity, TestFastLRUCache, ImplicitSnitchTest, SystemInfoHandlerTest, LukeRequestHandlerTest, DeleteStatusTest, TestRequestForwarding, AssignTest, HdfsChaosMonkeyNothingIsSafeTest, DOMUtilTest, SolrCoreCheckLockOnStartupTest, TestMergePolicyConfig, BasicZkTest, HdfsRecoverLeaseTest, TestRandomFaceting, TestImplicitCoreProperties, HdfsCollectionsAPIDistributedZkTest, TestSolrDeletionPolicy1, CdcrRequestHandlerTest, TestAuthorizationFramework, SolrIndexConfigTest, DirectoryFactoryTest, TestSolrCloudWithKerberosAlt, TestManagedSynonymGraphFilterFactory, DocumentAnalysisRequestHandlerTest, TestCloudInspectUtil, TestPostingsSolrHighlighter, SpatialHeatmapFacetsTest, DistribDocExpirationUpdateProcessorTest, UninvertDocValuesMergePolicyTest, TestCustomStream, TestSerializedLuceneMatchVersion, TestDocSet, SimpleFacetsTest, TestSolrCoreParser, AnalysisAfterCoreReloadTest, TestSQLHandler, SearchHandlerTest, TestDFISimilarityFactory, TestLRUCache, TestEmbeddedSolrServerConstructors, TestAuthenticationFramework, DistributedIntervalFacetingTest, FacetPivotSmallTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, ZkControllerTest, TestRealTimeGet, TestJoin, TestReload, TestStressVersions, TestCoreContainer, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, SuggesterTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, DocValuesMultiTest, DebugComponentTest, CacheHeaderTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, PingRequestHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestQuerySenderNoQuery, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, ZkNodePropsTest, UUIDFieldTest, DistributedMLTComponentTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestDistributedMissingSort, TestTolerantSearch, TestLuceneIndexBackCompat, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPISolrJTest, DistribJoinFromCollectionTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, NodeMutatorTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, ReplicationFactorTest, RestartWhileUpdatingTest, SimpleCollectionCreateDeleteTest, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestPullReplica, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestStressInPlaceUpdates, AutoAddReplicasIntegrationTest, AutoScalingHandlerTest, NodeLostTriggerTest, TestClusterStateProvider, TestComputePlanAction, TestExecutePlanAction, TestLargeCluster, TestNodeLostTrigger, TestPolicyCloud]
[junit4] Completed [575/763 (2!)] on J1 in 1.86s, 7 tests, 1 failure <<< FAILURES!
[...truncated 48768 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 338 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/338/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling
Error Message:
Both triggers should have fired by now
Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
at __randomizedtesting.SeedInfo.seed([E2568CD93EF1559E:197424FCEC5BB60C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:257)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13632 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> 3717481 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/init-core-data-001
[junit4] 2> 3717482 WARN (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
[junit4] 2> 3717482 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 3717484 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 3717485 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001
[junit4] 2> 3717485 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3717485 INFO (Thread-6551) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3717485 INFO (Thread-6551) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3717490 ERROR (Thread-6551) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3717590 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54860
[junit4] 2> 3717592 INFO (zkConnectionManagerCallback-7891-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717599 INFO (jetty-launcher-7888-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3717599 INFO (jetty-launcher-7888-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3717602 INFO (jetty-launcher-7888-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41807d7b{/solr,null,AVAILABLE}
[junit4] 2> 3717602 INFO (jetty-launcher-7888-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48bc9f13{/solr,null,AVAILABLE}
[junit4] 2> 3717603 INFO (jetty-launcher-7888-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f0224a3{SSL,[ssl, http/1.1]}{127.0.0.1:47508}
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-2) [ ] o.e.j.s.Server Started @3723085ms
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47508}
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7afe6e6f{SSL,[ssl, http/1.1]}{127.0.0.1:34600}
[junit4] 2> 3717604 ERROR (jetty-launcher-7888-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-1) [ ] o.e.j.s.Server Started @3723086ms
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34600}
[junit4] 2> 3717604 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3717605 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3717605 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:00.388Z
[junit4] 2> 3717605 ERROR (jetty-launcher-7888-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3717605 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3717605 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3717605 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3717605 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:00.388Z
[junit4] 2> 3717609 INFO (zkConnectionManagerCallback-7893-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717609 INFO (zkConnectionManagerCallback-7895-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717610 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3717610 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3717617 INFO (jetty-launcher-7888-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3717619 INFO (jetty-launcher-7888-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3717619 INFO (zkConnectionManagerCallback-7900-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717621 INFO (zkConnectionManagerCallback-7903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717622 INFO (zkConnectionManagerCallback-7905-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717627 INFO (zkConnectionManagerCallback-7907-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717760 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3717762 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47508_solr
[junit4] 2> 3717763 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.Overseer Overseer (id=99187347965345797-127.0.0.1:47508_solr-n_0000000000) starting
[junit4] 2> 3717775 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47508_solr
[junit4] 2> 3717775 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 3717777 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 3717778 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 3717778 INFO (OverseerStateUpdate-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3717778 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 3717778 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 3717781 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3717782 INFO (jetty-launcher-7888-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3717783 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3717784 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 3717785 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3717788 INFO (jetty-launcher-7888-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34600_solr
[junit4] 2> 3717790 INFO (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3717790 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3717907 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47508.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3717914 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47508.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3717914 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_47508.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3717915 INFO (jetty-launcher-7888-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node2/.
[junit4] 2> 3717940 INFO (jetty-launcher-7888-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3717948 INFO (jetty-launcher-7888-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3717949 INFO (jetty-launcher-7888-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34600.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3717950 INFO (jetty-launcher-7888-thread-1) [n:127.0.0.1:34600_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node1/.
[junit4] 2> 3717981 INFO (zkConnectionManagerCallback-7913-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717985 INFO (zkConnectionManagerCallback-7917-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3717986 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3717987 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54860/solr ready
[junit4] 2> 3718012 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCooldown
[junit4] 2> 3718012 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 3718017 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 3718017 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 3718020 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3718021 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3718021 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 3718045 INFO (qtp316838681-33252) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3718060 INFO (qtp523251706-33254) [n:127.0.0.1:47508_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3718060 DEBUG (qtp316838681-33250) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3718061 INFO (qtp316838681-33250) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 3718062 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 3718065 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34600_solr, 127.0.0.1:47508_solr]
[junit4] 2> 3718065 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3718065 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 3718068 INFO (qtp316838681-33248) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3718070 INFO (qtp523251706-33255) [n:127.0.0.1:47508_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3718071 DEBUG (qtp316838681-33243) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3718071 INFO (qtp316838681-33243) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 3718072 INFO (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3718072 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 3718073 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3718073 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:34600_solr, 127.0.0.1:47508_solr]
[junit4] 2> 3718074 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3718074 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3718075 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
[junit4] 2> 3718075 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 3718075 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@412fe853{/solr,null,AVAILABLE}
[junit4] 2> 3718075 DEBUG (ScheduledTrigger-11781-thread-3) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3718076 DEBUG (ScheduledTrigger-11781-thread-3) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a606128{SSL,[ssl, http/1.1]}{127.0.0.1:60901}
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server Started @3723557ms
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=60901}
[junit4] 2> 3718076 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3718076 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3718076 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:00.859Z
[junit4] 2> 3718077 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 3718078 INFO (zkConnectionManagerCallback-7919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3718079 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3718085 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160625e11b00009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3718087 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3718088 INFO (zkConnectionManagerCallback-7923-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3718090 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160625e11b0000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3718092 INFO (zkConnectionManagerCallback-7925-thread-1-processing-n:127.0.0.1:60901_solr) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3718103 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3718107 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3718110 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60901_solr
[junit4] 2> 3718112 INFO (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3718113 INFO (zkCallback-7916-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3718113 INFO (zkCallback-7924-thread-1-processing-n:127.0.0.1:60901_solr) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3718113 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3718217 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3718224 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3718224 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_60901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3718225 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:60901_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node3/.
[junit4] 2> 3719079 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3719079 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3719079 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:60901_solr at time 1221721970842626
[junit4] 2> 3720082 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3720083 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3720083 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:60901_solr] added at times [1221721970842626], now=1221722975075537
[junit4] 2> 3720083 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4572650161c02Tbxhx2dum9iok5c9tqj6bf72zp",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221721970842626,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221721970842626],
[junit4] 2> "nodeNames":["127.0.0.1:60901_solr"]}}
[junit4] 2> 3720084 INFO (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3720084 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4572650161c02Tbxhx2dum9iok5c9tqj6bf72zp",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221721970842626,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221721970842626],
[junit4] 2> "_enqueue_time_":1221722975222476,
[junit4] 2> "nodeNames":["127.0.0.1:60901_solr"]}}
[junit4] 2> 3720087 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=4572650161c02Tbxhx2dum9iok5c9tqj6bf72zp
[junit4] 2> 3721088 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3721088 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 3721090 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3721092 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7212d3ac{/solr,null,AVAILABLE}
[junit4] 2> 3721092 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@608658f8{SSL,[ssl, http/1.1]}{127.0.0.1:37299}
[junit4] 2> 3721093 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server Started @3726575ms
[junit4] 2> 3721093 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37299}
[junit4] 2> 3721093 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3721093 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3721093 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3721093 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3721093 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:03.876Z
[junit4] 2> 3721095 INFO (zkConnectionManagerCallback-7929-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3721096 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3721105 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3721106 INFO (zkConnectionManagerCallback-7933-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3721109 INFO (zkConnectionManagerCallback-7935-thread-1-processing-n:127.0.0.1:37299_solr) [n:127.0.0.1:37299_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3721117 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3721120 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3721123 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37299_solr
[junit4] 2> 3721125 INFO (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3721125 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3721126 INFO (zkCallback-7916-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3721126 INFO (zkCallback-7934-thread-1-processing-n:127.0.0.1:37299_solr) [n:127.0.0.1:37299_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3721126 INFO (zkCallback-7924-thread-1-processing-n:127.0.0.1:60901_solr) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3721225 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37299.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3721231 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37299.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3721232 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37299.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3721233 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:37299_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node4/.
[junit4] 2> 3722089 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3722089 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3722089 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37299_solr at time 1221724982082741
[junit4] 2> 3723091 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3723091 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3723091 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:37299_solr] added at times [1221724982082741], now=1221725984369792
[junit4] 2> 3723091 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"457270391fcb5Tbxhx2dum9iok5c9tqj6bf72zr",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221724982082741,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221724982082741],
[junit4] 2> "nodeNames":["127.0.0.1:37299_solr"]}}
[junit4] 2> 3724093 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3724093 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3724093 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:37299_solr] added at times [1221724982082741], now=1221726986516793
[junit4] 2> 3724093 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"457270391fcb5Tbxhx2dum9iok5c9tqj6bf72zs",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221724982082741,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221724982082741],
[junit4] 2> "nodeNames":["127.0.0.1:37299_solr"]}}
[junit4] 2> 3725094 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3725094 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3725095 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:37299_solr] added at times [1221724982082741], now=1221727988097288
[junit4] 2> 3725095 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"457270391fcb5Tbxhx2dum9iok5c9tqj6bf72zt",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221724982082741,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221724982082741],
[junit4] 2> "nodeNames":["127.0.0.1:37299_solr"]}}
[junit4] 2> 3725097 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"457270391fcb5Tbxhx2dum9iok5c9tqj6bf72zt",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221724982082741,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221724982082741],
[junit4] 2> "_enqueue_time_":1221727988299914,
[junit4] 2> "nodeNames":["127.0.0.1:37299_solr"]}}
[junit4] 2> 3725097 INFO (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.ActionThrottle The last action attempt started 5013ms ago.
[junit4] 2> 3725098 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 1 ms for event id=457270391fcb5Tbxhx2dum9iok5c9tqj6bf72zt
[junit4] 2> 3726099 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3726099 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3727100 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3727100 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 3727105 INFO (qtp316838681-33251) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3727130 INFO (qtp1932318737-33334) [n:127.0.0.1:37299_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3727137 INFO (qtp523251706-33256) [n:127.0.0.1:47508_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3727159 INFO (qtp1022873552-33308) [n:127.0.0.1:60901_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3727159 DEBUG (qtp316838681-33249) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3727159 INFO (qtp316838681-33249) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=58
[junit4] 2> 3727164 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 3727165 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:60901_solr, 127.0.0.1:34600_solr, 127.0.0.1:47508_solr, 127.0.0.1:37299_solr]
[junit4] 2> 3727165 DEBUG (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3727165 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 3727165 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCooldownPeriodSeconds from: 5 to: 7
[junit4] 2> 3727166 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3727166 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 3727166 INFO (qtp316838681-33253) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3727168 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3727170 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b824fe2{/solr,null,AVAILABLE}
[junit4] 2> 3727170 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7142becb{SSL,[ssl, http/1.1]}{127.0.0.1:51849}
[junit4] 2> 3727170 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server Started @3732654ms
[junit4] 2> 3727170 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51849}
[junit4] 2> 3727170 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3727171 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3727171 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3727171 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3727171 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:09.954Z
[junit4] 2> 3727173 INFO (zkConnectionManagerCallback-7939-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3727173 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3727188 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3727190 INFO (zkConnectionManagerCallback-7943-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3727193 INFO (zkConnectionManagerCallback-7945-thread-1-processing-n:127.0.0.1:51849_solr) [n:127.0.0.1:51849_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3727202 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 3727205 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3727208 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51849_solr
[junit4] 2> 3727210 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3727210 INFO (zkCallback-7904-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3727210 INFO (zkCallback-7916-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3727210 INFO (zkCallback-7944-thread-1-processing-n:127.0.0.1:51849_solr) [n:127.0.0.1:51849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3727211 INFO (zkCallback-7934-thread-1-processing-n:127.0.0.1:37299_solr) [n:127.0.0.1:37299_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3727211 INFO (zkCallback-7924-thread-1-processing-n:127.0.0.1:60901_solr) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 3727320 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51849.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3727326 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51849.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3727327 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51849.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3727328 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:51849_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node5/.
[junit4] 2> 3728102 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3728102 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3728102 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:51849_solr at time 1221730996048074
[junit4] 2> 3729105 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3729105 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 5
[junit4] 2> 3729105 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:51849_solr] added at times [1221730996048074], now=1221731999655098
[junit4] 2> 3729105 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"457286a07d0caTbxhx2dum9iok5c9tqj6bf72zu",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221730996048074,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221730996048074],
[junit4] 2> "nodeNames":["127.0.0.1:51849_solr"]}}
[junit4] 2> 3729106 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"457286a07d0caTbxhx2dum9iok5c9tqj6bf72zu",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221730996048074,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221730996048074],
[junit4] 2> "_enqueue_time_":1221731999790462,
[junit4] 2> "nodeNames":["127.0.0.1:51849_solr"]}}
[junit4] 2> 3729108 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3729109 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6704b0c{/solr,null,AVAILABLE}
[junit4] 2> 3729109 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36911d4d{SSL,[ssl, http/1.1]}{127.0.0.1:40461}
[junit4] 2> 3729109 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server Started @3734594ms
[junit4] 2> 3729109 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40461}
[junit4] 2> 3729110 ERROR (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3729110 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3729110 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3729110 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3729110 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:11.893Z
[junit4] 2> 3729112 INFO (zkConnectionManagerCallback-7949-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729112 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 6 ms for event id=457286a07d0caTbxhx2dum9iok5c9tqj6bf72zu
[junit4] 2> 3729113 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3729119 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3729120 INFO (zkConnectionManagerCallback-7953-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729123 INFO (zkConnectionManagerCallback-7955-thread-1-processing-n:127.0.0.1:40461_solr) [n:127.0.0.1:40461_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3729130 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 3729132 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3729136 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40461_solr
[junit4] 2> 3729137 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729137 INFO (zkCallback-7934-thread-1-processing-n:127.0.0.1:37299_solr) [n:127.0.0.1:37299_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729138 INFO (zkCallback-7944-thread-1-processing-n:127.0.0.1:51849_solr) [n:127.0.0.1:51849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729139 INFO (zkCallback-7916-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729139 INFO (zkCallback-7924-thread-1-processing-n:127.0.0.1:60901_solr) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729139 INFO (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729140 INFO (zkCallback-7954-thread-1-processing-n:127.0.0.1:40461_solr) [n:127.0.0.1:40461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 3729265 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3729271 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3729272 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3729273 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [n:127.0.0.1:40461_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node6/.
[junit4] 2> 3730117 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3730117 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3730117 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:40461_solr at time 1221733011859524
[junit4] 2> 3731119 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3731119 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3731119 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:40461_solr] added at times [1221733011859524], now=1221734014169278
[junit4] 2> 3731119 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf72zv",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3732122 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3732122 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3732122 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:40461_solr] added at times [1221733011859524], now=1221735017223834
[junit4] 2> 3732122 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf72zw",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3733123 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3733123 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3733124 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:40461_solr] added at times [1221733011859524], now=1221736019014478
[junit4] 2> 3733124 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf72zx",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3734125 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3734126 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3734126 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:40461_solr] added at times [1221733011859524], now=1221737021365453
[junit4] 2> 3734126 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf72zy",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3735126 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3735127 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3735127 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:40461_solr] added at times [1221733011859524], now=1221738022791255
[junit4] 2> 3735127 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf72zz",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3736131 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3736131 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3736131 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing registered processor for nodes: [127.0.0.1:40461_solr] added at times [1221733011859524], now=1221739027228613
[junit4] 2> 3736131 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf7300",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3736133 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"45728e22ea844Tbxhx2dum9iok5c9tqj6bf7300",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":1221733011859524,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221733011859524],
[junit4] 2> "_enqueue_time_":1221739027516348,
[junit4] 2> "nodeNames":["127.0.0.1:40461_solr"]}}
[junit4] 2> 3736133 INFO (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.ActionThrottle The last action attempt started 7028ms ago.
[junit4] 2> 3736135 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=45728e22ea844Tbxhx2dum9iok5c9tqj6bf7300
[junit4] 2> 3737140 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3737140 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3738134 INFO (TEST-TriggerIntegrationTest.testCooldown-seed#[E2568CD93EF1559E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] 2> 3738141 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 3738141 DEBUG (ScheduledTrigger-11781-thread-1) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3738211 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 3738212 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 6
[junit4] 2> 3738212 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 3738213 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 3738214 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3738214 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3738215 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 3738232 INFO (qtp316838681-33252) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3738236 INFO (qtp1932318737-33337) [n:127.0.0.1:37299_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3738251 INFO (qtp939830869-33384) [n:127.0.0.1:40461_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3738254 INFO (qtp523251706-33246) [n:127.0.0.1:47508_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3738271 INFO (qtp2075236781-33359) [n:127.0.0.1:51849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3738277 INFO (qtp1022873552-33311) [n:127.0.0.1:60901_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3738277 DEBUG (qtp2075236781-33362) [n:127.0.0.1:51849_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3738278 INFO (qtp2075236781-33362) [n:127.0.0.1:51849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=49
[junit4] 2> 3738279 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 3738281 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 3738282 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52a2659c{/solr,null,AVAILABLE}
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a27f02f{SSL,[ssl, http/1.1]}{127.0.0.1:44988}
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.e.j.s.Server Started @3743769ms
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44988}
[junit4] 2> 3738283 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3738283 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-17T02:47:21.066Z
[junit4] 2> 3738287 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51849_solr, 127.0.0.1:60901_solr, 127.0.0.1:40461_solr, 127.0.0.1:34600_solr, 127.0.0.1:47508_solr, 127.0.0.1:37299_solr]
[junit4] 2> 3738287 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3738288 INFO (zkConnectionManagerCallback-7959-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3738288 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 3738289 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3738295 INFO (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3738295 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3738296 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 3738296 DEBUG (ScheduledTrigger-11781-thread-4) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3738296 DEBUG (ScheduledTrigger-11781-thread-4) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 6
[junit4] 2> 3738299 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54860/solr
[junit4] 2> 3738301 INFO (zkConnectionManagerCallback-7963-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3738303 INFO (zkConnectionManagerCallback-7965-thread-1-processing-n:127.0.0.1:44988_solr) [n:127.0.0.1:44988_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3738311 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 3738316 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3738319 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44988_solr
[junit4] 2> 3738324 INFO (zkCallback-7924-thread-1-processing-n:127.0.0.1:60901_solr) [n:127.0.0.1:60901_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738325 INFO (zkCallback-7944-thread-1-processing-n:127.0.0.1:51849_solr) [n:127.0.0.1:51849_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738325 INFO (zkCallback-7934-thread-1-processing-n:127.0.0.1:37299_solr) [n:127.0.0.1:37299_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738325 INFO (zkCallback-7916-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738325 INFO (zkCallback-7964-thread-1-processing-n:127.0.0.1:44988_solr) [n:127.0.0.1:44988_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738325 INFO (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738326 INFO (zkCallback-7954-thread-1-processing-n:127.0.0.1:40461_solr) [n:127.0.0.1:40461_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738326 INFO (zkCallback-7906-thread-1-processing-n:127.0.0.1:34600_solr) [n:127.0.0.1:34600_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
[junit4] 2> 3738466 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44988.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3738473 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44988.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3738473 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44988.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30736a14
[junit4] 2> 3738474 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [n:127.0.0.1:44988_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001/tempDir-001/node7/.
[junit4] 2> 3739298 DEBUG (ScheduledTrigger-11781-thread-4) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3739298 DEBUG (ScheduledTrigger-11781-thread-4) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 7
[junit4] 2> 3739298 DEBUG (ScheduledTrigger-11781-thread-4) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:44988_solr at time 1221742195152505
[junit4] 2> 3740031 INFO (qtp316838681-33243) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740035 INFO (qtp1932318737-33338) [n:127.0.0.1:37299_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740039 INFO (qtp939830869-33386) [n:127.0.0.1:40461_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740062 INFO (qtp1778831141-33415) [n:127.0.0.1:44988_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740064 INFO (qtp523251706-33254) [n:127.0.0.1:47508_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740067 INFO (qtp2075236781-33363) [n:127.0.0.1:51849_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740072 INFO (qtp1022873552-33304) [n:127.0.0.1:60901_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740072 DEBUG (qtp316838681-33248) [n:127.0.0.1:34600_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 3740073 INFO (qtp316838681-33248) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=46
[junit4] 2> 3740074 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 3740074 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51849_solr, 127.0.0.1:60901_solr, 127.0.0.1:40461_solr, 127.0.0.1:34600_solr, 127.0.0.1:47508_solr, 127.0.0.1:44988_solr, 127.0.0.1:37299_solr]
[junit4] 2> 3740074 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
[junit4] 2> 3740075 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 3740076 INFO (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
[junit4] 2> 3740076 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:44988_solr
[junit4] 2> 3740077 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3740077 DEBUG (ScheduledTrigger-11781-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 3740077 DEBUG (ScheduledTrigger-11781-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 7
[junit4] 2> 3740077 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 3740078 DEBUG (ScheduledTrigger-11781-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing registered processor for nodes: [127.0.0.1:44988_solr] added at times [1221742973662805], now=1221742974758005
[junit4] 2> 3740078 DEBUG (ScheduledTrigger-11781-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4572b33f3b655Tbxhx2dum9iok5c9tqj6bf7301",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1221742973662805,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221742973662805],
[junit4] 2> "nodeNames":["127.0.0.1:44988_solr"]}}
[junit4] 2> 3740079 INFO (ScheduledTrigger-11781-thread-2) [n:127.0.0.1:47508_solr ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 3740079 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4572b33f3b655Tbxhx2dum9iok5c9tqj6bf7301",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":1221742973662805,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1221742973662805],
[junit4] 2> "_enqueue_time_":1221742975002878,
[junit4] 2> "nodeNames":["127.0.0.1:44988_solr"]}}
[junit4] 2> 3740079 INFO (TEST-TriggerIntegrationTest.testNodeAddedTriggerRestoreState-seed#[E2568CD93EF1559E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 3740094 DEBUG (AutoscalingActionExecutor-11782-thread-1-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 15 ms for event id=4572b33f3b655Tbxhx2dum9iok5c9tqj6bf7301
[junit4] 2> 3740161 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[E2568CD93EF1559E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 3740162 INFO (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[E2568CD93EF1559E]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 9
[junit4] 2> 3740162 DEBUG (zkCallback-7904-thread-2-processing-n:127.0.0.1:47508_solr) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 3740162 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 3740165 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 3740166 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 3740166 DEBUG (OverseerAutoScalingTriggerThread-99187347965345797-127.0.0.1:47508_solr-n_0000000000) [n:127.0.0.1:47508_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 3740171 INFO (qtp316838681-33249) [n:127.0.0.1:34600_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740174 INFO (qtp1932318737-33335) [n:127.0.0.1:37299_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 3740177 INFO (qtp939830869-33382) [n:127.0.0.1:40461_solr ] o.a.s.s.HttpSol
[...truncated too long message...]
2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 3890366 INFO (jetty-closer-7889-thread-8) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d003032{/solr,null,UNAVAILABLE}
[junit4] 2> 3890371 ERROR (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3890373 INFO (SUITE-TriggerIntegrationTest-seed#[E2568CD93EF1559E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54860 54860
[junit4] 2> 3900511 INFO (Thread-6551) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54860 54860
[junit4] 2> 3900512 WARN (Thread-6551) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/aliases.json
[junit4] 2> 19 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/clusterprops.json
[junit4] 2> 20 /solr/clusterstate.json
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 3 /solr/overseer_elect/election/99187347965345830-127.0.0.1:40024_solr-n_0000000011
[junit4] 2> 2 /solr/overseer_elect/election/99187347965345827-127.0.0.1:48978_solr-n_0000000010
[junit4] 2> 2 /solr/overseer_elect/election/99187347965345845-127.0.0.1:62533_solr-n_0000000016
[junit4] 2> 2 /solr/overseer_elect/election/99187347965345812-127.0.0.1:40461_solr-n_0000000005
[junit4] 2> 2 /solr/overseer_elect/election/99187347965345815-127.0.0.1:44988_solr-n_0000000006
[junit4] 2> 2 /solr/overseer_elect/election/99187347965345842-127.0.0.1:44114_solr-n_0000000015
[junit4] 2> 2 /solr/overseer_elect/election/99187347965345818-127.0.0.1:48228_solr-n_0000000007
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 20 /solr/collections
[junit4] 2> 19 /solr/live_nodes
[junit4] 2> 6 /solr/overseer/queue-work
[junit4] 2> 6 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 6 /solr/overseer/queue
[junit4] 2> 6 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/autoscaling/events/node_added_trigger
[junit4] 2> 2 /solr/autoscaling/events/node_added_trigger1
[junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_E2568CD93EF1559E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1807, maxMBSortInHeap=7.4406063392543915, sim=RandomSimilarity(queryNorm=false): {}, locale=es-EC, timezone=Africa/Windhoek
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=147584584,total=509607936
[junit4] 2> NOTE: All tests run in this JVM: [TestDistribIDF, DateRangeFieldTest, TestQuerySenderNoQuery, TestRestManager, TestStressUserVersions, TestLocalFSCloudBackupRestore, SolrCmdDistributorTest, TestNestedDocsSort, PathHierarchyTokenizerFactoryTest, TestOmitPositions, TestGeoJSONResponseWriter, DistributedSpellCheckComponentTest, TestTolerantSearch, SolrGraphiteReporterTest, DistributedQueryComponentCustomSortTest, TestQuerySenderListener, SmileWriterTest, TestConfigSetProperties, DistanceUnitsTest, BlockCacheTest, TestReplicationHandler, CdcrReplicationHandlerTest, TestLFUCache, FastVectorHighlighterTest, TestStressInPlaceUpdates, TestComplexPhraseQParserPlugin, SuggesterTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestPhraseSuggestions, ResourceLoaderTest, TestCollectionAPI, TestCorePropertiesReload, BlockJoinFacetRandomTest, TestDynamicLoading, TestWriterPerf, InfixSuggestersTest, TestImpersonationWithHadoopAuth, OutputWriterTest, TestJmxIntegration, TestNumericRangeQuery64, TestChildDocTransformer, SolrJmxReporterTest, TestHttpShardHandlerFactory, SpellCheckCollatorTest, TestComputePlanAction, TestFreeTextSuggestions, OverseerStatusTest, AnalyticsMergeStrategyTest, TestSha256AuthenticationProvider, TestCoreBackup, TestFieldTypeResource, TestSolrConfigHandlerConcurrent, TestXIncludeConfig, SortSpecParsingTest, TestSimpleQParserPlugin, CollectionReloadTest, TestSolrFieldCacheBean, LeaderFailureAfterFreshStartTest, MinimalSchemaTest, CursorPagingTest, BigEndianAscendingWordSerializerTest, BJQParserTest, TestReversedWildcardFilterFactory, PropertiesRequestHandlerTest, HLLSerializationTest, TestCloudJSONFacetJoinDomain, TestStreamBody, TestPayloadScoreQParserPlugin, DistributedQueryElevationComponentTest, TestDocBasedVersionConstraints, BasicDistributedZkTest, MergeStrategyTest, TestUtils, HdfsRecoveryZkTest, SuggesterTSTTest, TestBlobHandler, DistributedVersionInfoTest, TestManagedSchema, TestSQLHandlerNonCloud, DistributedFacetSimpleRefinementLongTailTest, TestSolrCoreProperties, ZkCLITest, CdcrVersionReplicationTest, TestEmbeddedSolrServerAdminHandler, ClassificationUpdateProcessorTest, AsyncCallRequestStatusResponseTest, BasicAuthIntegrationTest, DistributedFacetExistsSmallTest, HighlighterTest, HighlighterConfigTest, TestMiniSolrCloudClusterSSL, HdfsWriteToMultipleCollectionsTest, TestSurroundQueryParser, LeaderElectionTest, CoreAdminRequestStatusTest, TestConfigSetsAPI, AtomicUpdateProcessorFactoryTest, TestReplicationHandlerBackup, TestRequestStatusCollectionAPI, SolrXmlInZkTest, CSVRequestHandlerTest, ParsingFieldUpdateProcessorsTest, SolrTestCaseJ4Test, TestLeaderElectionZkExpiry, SharedFSAutoReplicaFailoverTest, CircularListTest, TestXmlQParser, PeerSyncReplicationTest, TestPseudoReturnFields, TestMaxTokenLenTokenizer, ClusterStateTest, BadCopyFieldTest, ConnectionReuseTest, TestApiFramework, SparseHLLTest, ForceLeaderTest, TestClusterStateMutator, TestPKIAuthenticationPlugin, TestJsonFacets, DistributedSuggestComponentTest, DeleteInactiveReplicaTest, TestScoreJoinQPScore, DistanceFunctionTest, WordBreakSolrSpellCheckerTest, BinaryUpdateRequestHandlerTest, TestManagedSchemaThreadSafety, TestMacros, DirectUpdateHandlerOptimizeTest, DistributedDebugComponentTest, DistributedTermsComponentTest, TestCoreDiscovery, PrimUtilsTest, ChaosMonkeyNothingIsSafeTest, QueryResultKeyTest, ConfigSetsAPITest, TestTolerantUpdateProcessorRandomCloud, DistributedFacetPivotLongTailTest, TestDFRSimilarityFactory, PeerSyncWithIndexFingerprintCachingTest, TestSchemaVersionResource, TestFieldCacheSort, LeaderInitiatedRecoveryOnShardRestartTest, TlogReplayBufferedWhileIndexingTest, HdfsTlogReplayBufferedWhileIndexingTest, ExitableDirectoryReaderTest, TestManagedSynonymFilterFactory, BlobRepositoryCloudTest, TestFieldSortValues, TestOverriddenPrefixQueryForCustomFieldType, TestIndexingPerformance, ShowFileRequestHandlerTest, TestCustomDocTransformer, HdfsSyncSliceTest, ShardRoutingTest, TestReRankQParserPlugin, TestRealTimeGet, TestDownShardTolerantSearch, GraphQueryTest, DateMathParserTest, UUIDFieldTest, AddReplicaTest, TestUpdate, IndexSchemaTest, TestUniqueKeyFieldResource, DeleteNodeTest, TestCloudDeleteByQuery, TestManagedResource, TestTrackingShardHandlerFactory, HighlighterMaxOffsetTest, TestMultiValuedNumericRangeQuery, NumericFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestNodeLostTrigger, TestGraphTermsQParserPlugin, SystemLogListenerTest, TestBlendedInfixSuggestions, ExecutePlanActionTest, TestShardHandlerFactory, TestSizeLimitedDistributedMap, ZkControllerTest, FieldAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, RemoteQueryErrorTest, RuleEngineTest, TestCollapseQParserPlugin, HdfsNNFailoverTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest, OverseerTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestReload, TestRangeQuery, StatsComponentTest, ConvertedLegacyTest, TestFiltering, DirectUpdateHandlerTest, SoftAutoCommitTest, AssignBackwardCompatibilityTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, LeaderElectionContextKeyTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, MoveReplicaTest, MultiThreadedOCPTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, ReplicationFactorTest, RollingRestartTest, SolrCLIZkUtilsTest, TestCloudPivotFacet, TestCloudPseudoReturnFields, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestExclusionRuleCollectionAccess, TestHdfsCloudBackupRestore, TestPrepRecovery, TestRandomRequestDistribution, TestRebalanceLeaders, TestSSLRandomization, TestSegmentSorting, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, NodeLostTriggerTest, TestPolicyCloud, TriggerIntegrationTest]
[junit4] Completed [596/763 (1!)] on J0 in 183.07s, 13 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 48646 lines...]
[JENKINS] Lucene-Solr-7.x-Solaris (64bit/jdk1.8.0) - Build # 337 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/337/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=8490, name=jetty-launcher-2261-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=8485, name=jetty-launcher-2261-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=8490, name=jetty-launcher-2261-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=8485, name=jetty-launcher-2261-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([EDDA9A0357E406C4]:0)
FAILED: org.apache.solr.schema.TestCloudSchemaless.test
Error Message:
QUERY FAILED: xpath=/response/arr[@name='fields']/lst/str[@name='name'][.='newTestFieldInt443'] request=/schema/fields?wt=xml response=<?xml version="1.0" encoding="UTF-8"?> <response> <lst name="responseHeader"> <int name="status">0</int> <int name="QTime">0</int> </lst> <arr name="fields"> <lst> <str name="name">_root_</str> <str name="type">string</str> <bool name="multiValued">false</bool> <bool name="indexed">true</bool> <bool name="stored">true</bool> </lst> <lst> <str name="name">_version_</str> <str name="type">long</str> <bool name="indexed">true</bool> <bool name="stored">true</bool> </lst> <lst> <str name="name">constantField</str> <str name="type">pdoubles</str> </lst> <lst> <str name="name">id</str> <str name="type">string</str> <bool name="multiValued">false</bool> <bool name="indexed">true</bool> <bool name="required">true</bool> <bool name="stored">true</bool> </lst> <lst> <str name="name">newTestFieldInt0</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt1</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt10</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt100</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt101</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt102</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt103</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt104</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt105</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt106</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt107</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt108</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt109</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt11</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt110</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt111</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt112</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt113</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt114</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt115</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt116</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt117</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt118</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt119</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt12</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt120</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt121</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt122</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt123</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt124</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt125</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt126</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt127</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt128</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt129</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt13</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt130</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt131</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt132</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt133</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt134</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt135</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt136</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt137</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt138</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt139</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt14</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt140</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt141</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt142</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt143</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt144</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt145</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt146</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt147</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt148</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt149</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt15</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt150</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt151</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt152</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt153</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt154</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt155</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt156</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt157</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt158</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt159</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt16</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt160</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt161</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt162</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt163</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt164</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt165</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt166</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt167</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt168</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt169</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt17</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt170</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt171</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt172</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt173</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt174</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt175</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt176</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt177</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt178</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt179</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt18</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt180</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt181</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt182</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt183</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt184</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt185</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt186</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt187</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt188</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt189</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt19</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt190</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt191</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt192</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt193</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt194</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt195</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt196</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt197</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt198</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt199</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt2</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt20</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt200</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt201</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt202</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt203</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt204</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt205</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt206</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt207</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt208</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt209</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt21</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt210</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt211</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt212</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt213</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt214</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt215</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt216</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt217</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt218</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt219</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt22</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt220</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt221</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt222</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt223</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt224</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt225</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt226</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt227</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt228</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt229</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt23</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt230</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt231</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt232</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt233</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt234</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt235</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt236</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt237</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt238</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt239</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt24</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt240</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt241</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt242</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt243</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt244</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt245</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt246</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt247</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt248</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt249</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt25</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt250</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt251</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt252</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt253</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt254</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt255</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt256</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt257</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt258</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt259</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt26</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt260</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt261</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt262</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt263</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt264</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt265</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt266</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt267</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt268</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt269</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt27</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt270</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt271</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt272</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt273</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt274</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt275</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt276</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt277</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt278</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt279</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt28</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt280</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt281</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt282</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt283</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt284</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt285</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt286</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt287</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt288</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt289</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt29</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt290</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt291</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt292</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt293</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt294</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt295</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt296</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt297</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt298</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt299</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt3</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt30</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt300</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt301</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt302</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt303</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt304</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt305</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt306</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt307</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt308</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt309</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt31</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt310</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt311</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt312</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt313</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt314</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt315</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt316</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt317</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt318</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt319</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt32</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt320</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt321</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt322</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt323</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt324</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt325</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt326</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt327</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt328</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt329</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt33</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt330</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt331</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt332</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt333</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt334</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt335</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt336</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt337</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt338</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt339</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt34</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt340</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt341</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt342</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt343</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt344</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt345</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt346</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt347</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt348</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt349</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt35</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt350</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt351</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt352</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt353</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt354</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt355</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt356</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt357</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt358</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt359</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt36</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt360</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt361</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt362</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt363</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt364</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt365</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt366</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt367</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt368</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt369</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt37</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt370</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt371</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt372</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt373</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt374</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt375</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt376</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt377</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt378</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt379</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt38</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt380</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt381</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt382</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt383</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt384</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt385</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt386</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt387</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt388</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt389</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt39</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt390</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt391</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt392</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt393</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt394</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt395</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt396</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt397</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt398</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt399</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt4</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt40</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt400</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt401</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt402</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt403</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt404</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt405</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt406</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt407</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt408</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt409</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt41</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt410</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt411</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt412</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt413</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt414</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt415</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt416</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt417</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt418</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt419</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt42</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt420</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt421</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt422</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt423</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt424</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt425</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt426</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt427</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt428</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt429</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt43</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt430</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt431</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt432</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt433</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt434</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt435</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt436</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt437</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt438</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt439</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt44</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt440</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt441</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt442</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt45</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt46</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt47</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt48</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt49</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt5</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt50</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt51</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt52</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt53</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt54</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt55</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt56</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt57</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt58</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt59</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt6</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt60</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt61</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt62</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt63</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt64</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt65</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt66</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt67</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt68</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt69</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt7</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt70</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt71</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt72</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt73</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt74</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt75</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt76</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt77</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt78</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt79</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt8</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt80</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt81</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt82</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt83</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt84</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt85</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt86</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt87</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt88</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt89</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt9</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt90</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt91</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt92</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt93</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt94</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt95</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt96</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt97</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt98</str> <str name="type">plongs</str> </lst> <lst> <str name="name">newTestFieldInt99</str> <str name="type">plongs</str> </lst> </arr> </response>
Stack Trace:
java.lang.AssertionError: QUERY FAILED: xpath=/response/arr[@name='fields']/lst/str[@name='name'][.='newTestFieldInt443'] request=/schema/fields?wt=xml response=<?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader">
<int name="status">0</int>
<int name="QTime">0</int>
</lst>
<arr name="fields">
<lst>
<str name="name">_root_</str>
<str name="type">string</str>
<bool name="multiValued">false</bool>
<bool name="indexed">true</bool>
<bool name="stored">true</bool>
</lst>
<lst>
<str name="name">_version_</str>
<str name="type">long</str>
<bool name="indexed">true</bool>
<bool name="stored">true</bool>
</lst>
<lst>
<str name="name">constantField</str>
<str name="type">pdoubles</str>
</lst>
<lst>
<str name="name">id</str>
<str name="type">string</str>
<bool name="multiValued">false</bool>
<bool name="indexed">true</bool>
<bool name="required">true</bool>
<bool name="stored">true</bool>
</lst>
<lst>
<str name="name">newTestFieldInt0</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt1</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt10</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt100</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt101</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt102</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt103</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt104</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt105</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt106</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt107</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt108</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt109</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt11</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt110</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt111</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt112</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt113</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt114</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt115</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt116</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt117</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt118</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt119</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt12</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt120</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt121</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt122</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt123</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt124</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt125</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt126</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt127</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt128</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt129</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt13</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt130</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt131</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt132</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt133</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt134</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt135</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt136</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt137</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt138</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt139</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt14</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt140</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt141</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt142</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt143</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt144</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt145</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt146</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt147</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt148</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt149</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt15</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt150</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt151</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt152</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt153</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt154</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt155</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt156</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt157</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt158</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt159</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt16</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt160</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt161</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt162</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt163</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt164</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt165</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt166</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt167</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt168</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt169</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt17</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt170</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt171</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt172</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt173</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt174</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt175</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt176</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt177</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt178</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt179</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt18</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt180</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt181</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt182</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt183</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt184</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt185</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt186</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt187</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt188</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt189</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt19</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt190</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt191</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt192</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt193</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt194</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt195</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt196</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt197</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt198</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt199</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt2</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt20</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt200</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt201</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt202</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt203</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt204</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt205</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt206</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt207</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt208</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt209</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt21</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt210</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt211</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt212</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt213</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt214</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt215</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt216</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt217</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt218</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt219</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt22</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt220</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt221</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt222</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt223</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt224</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt225</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt226</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt227</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt228</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt229</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt23</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt230</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt231</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt232</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt233</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt234</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt235</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt236</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt237</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt238</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt239</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt24</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt240</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt241</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt242</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt243</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt244</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt245</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt246</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt247</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt248</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt249</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt25</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt250</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt251</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt252</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt253</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt254</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt255</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt256</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt257</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt258</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt259</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt26</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt260</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt261</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt262</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt263</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt264</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt265</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt266</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt267</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt268</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt269</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt27</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt270</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt271</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt272</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt273</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt274</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt275</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt276</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt277</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt278</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt279</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt28</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt280</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt281</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt282</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt283</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt284</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt285</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt286</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt287</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt288</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt289</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt29</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt290</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt291</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt292</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt293</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt294</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt295</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt296</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt297</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt298</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt299</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt3</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt30</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt300</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt301</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt302</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt303</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt304</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt305</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt306</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt307</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt308</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt309</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt31</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt310</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt311</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt312</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt313</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt314</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt315</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt316</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt317</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt318</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt319</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt32</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt320</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt321</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt322</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt323</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt324</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt325</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt326</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt327</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt328</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt329</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt33</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt330</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt331</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt332</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt333</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt334</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt335</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt336</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt337</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt338</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt339</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt34</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt340</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt341</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt342</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt343</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt344</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt345</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt346</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt347</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt348</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt349</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt35</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt350</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt351</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt352</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt353</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt354</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt355</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt356</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt357</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt358</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt359</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt36</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt360</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt361</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt362</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt363</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt364</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt365</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt366</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt367</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt368</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt369</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt37</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt370</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt371</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt372</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt373</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt374</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt375</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt376</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt377</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt378</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt379</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt38</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt380</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt381</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt382</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt383</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt384</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt385</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt386</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt387</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt388</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt389</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt39</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt390</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt391</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt392</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt393</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt394</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt395</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt396</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt397</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt398</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt399</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt4</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt40</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt400</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt401</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt402</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt403</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt404</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt405</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt406</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt407</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt408</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt409</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt41</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt410</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt411</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt412</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt413</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt414</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt415</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt416</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt417</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt418</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt419</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt42</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt420</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt421</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt422</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt423</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt424</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt425</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt426</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt427</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt428</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt429</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt43</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt430</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt431</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt432</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt433</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt434</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt435</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt436</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt437</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt438</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt439</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt44</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt440</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt441</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt442</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt45</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt46</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt47</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt48</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt49</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt5</str>
<str name="type">plongs</str>
</lst>
<lst>
<str name="name">newTestFieldInt50</str>
<str name="type">plongs</str>
</lst>
<lst>
<str
[...truncated too long message...]
</lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt70</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt71</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt72</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt73</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt74</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt75</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt76</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt77</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt78</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt79</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt8</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt80</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt81</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt82</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt83</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt84</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt85</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt86</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt87</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt88</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt89</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt9</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt90</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt91</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt92</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt93</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt94</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt95</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt96</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt97</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt98</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > <lst>
[junit4] > <str name="name">newTestFieldInt99</str>
[junit4] > <str name="type">plongs</str>
[junit4] > </lst>
[junit4] > </arr>
[junit4] > </response>
[junit4] > at __randomizedtesting.SeedInfo.seed([EDDA9A0357E406C4:658EA5D9F9186B3C]:0)
[junit4] > at org.apache.solr.schema.TestCloudSchemaless.test(TestCloudSchemaless.java:137)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.schema.TestCloudSchemaless_EDDA9A0357E406C4-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=8, maxDocsPerChunk=6, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=8, blockSize=5)), sim=RandomSimilarity(queryNorm=false): {}, locale=de-DE, timezone=America/Blanc-Sablon
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=3,threads=1,free=103495616,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestStressCloudBlindAtomicUpdates, TestDistribStateManager, TestIntervalFaceting, OpenCloseCoreStressTest, TestSubQueryTransformerDistrib, SpellingQueryConverterTest, OpenExchangeRatesOrgProviderTest, CoreAdminHandlerTest, BlockJoinFacetDistribTest, StressHdfsTest, ImplicitSnitchTest, TestExclusionRuleCollectionAccess, TestObjectReleaseTracker, TestReqParamsAPI, MetricUtilsTest, TestLockTree, TestManagedSynonymGraphFilterFactory, TestElisionMultitermQuery, TestQueryUtils, TestPullReplica, TestExtendedDismaxParser, TestSkipOverseerOperations, TestSimpleTextCodec, DistributedQueryComponentOptimizationTest, TestSolrCloudWithHadoopAuthPlugin, DirectoryFactoryTest, MoveReplicaHDFSTest, TestSolrQueryResponse, PreAnalyzedFieldTest, TestGraphMLResponseWriter, ConjunctionSolrSpellCheckerTest, TestDynamicFieldCollectionResource, SimplePostToolTest, SolrCoreTest, TestFileDictionaryLookup, OverseerRolesTest, FieldMutatingUpdateProcessorTest, TestNodeAddedTrigger, TestManagedSchemaAPI, TestSearcherReuse, TestSolrConfigHandlerCloud, TemplateUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestDistributedGrouping, TestFieldCacheWithThreads, TestBulkSchemaConcurrent, TestRequestForwarding, StatsReloadRaceTest, TestSolrCoreParser, HdfsUnloadDistributedZkTest, TestFilteredDocIdSet, TestFaceting, TestSolrCloudWithKerberosAlt, UpdateLogTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestSQLHandler, TestSchemaSimilarityResource, SolrPluginUtilsTest, IndexSchemaRuntimeFieldTest, UtilsToolTest, TestCoreContainer, TestSystemCollAutoCreate, TestPolicyCloud, SuggestComponentTest, HdfsCollectionsAPIDistributedZkTest, BasicFunctionalityTest, TestLegacyNumericRangeQueryBuilder, TestCollectionAPIs, PreAnalyzedUpdateProcessorTest, SearchRateTriggerTest, JSONWriterTest, TestJettySolrRunner, TestMinMaxOnMultiValuedField, TestRawTransformer, ChaosMonkeySafeLeaderTest, TestClusterProperties, TestXmlQParserPlugin, TestManagedResourceStorage, TestAnalyzedSuggestions, TestSolrIndexConfig, TestLeaderElectionWithEmptyReplica, BigEndianAscendingWordDeserializerTest, ReplicaListTransformerTest, DocValuesMultiTest, NodeAddedTriggerTest, TestStressVersions, LeaderInitiatedRecoveryOnCommitTest, FullSolrCloudDistribCmdsTest, TestOnReconnectListenerSupport, TestDefaultStatsCache, ActionThrottleTest, JavabinLoaderTest, SolrIndexMetricsTest, DistribDocExpirationUpdateProcessorTest, TestSmileRequest, ConfigureRecoveryStrategyTest, TestConfigReload, TestCloudPivotFacet, TestHashPartitioner, TestAnalyzeInfixSuggestions, DebugComponentTest, SchemaVersionSpecificBehaviorTest, ClassificationUpdateProcessorIntegrationTest, DocumentAnalysisRequestHandlerTest, ZkStateReaderTest, TestRemoteStreaming, TestConfigSetImmutable, TestSolrJ, TestCSVLoader, CollectionsAPIAsyncDistributedZkTest, TestCharFilters, TestLeaderInitiatedRecoveryThread, DistributedFacetPivotWhiteBoxTest, TestPivotHelperCode, MoreLikeThisHandlerTest, CloneFieldUpdateProcessorFactoryTest, HdfsThreadLeakTest, TestPerFieldSimilarity, TestPartialUpdateDeduplication, FileBasedSpellCheckerTest, SOLR749Test, TestPostingsSolrHighlighter, TestAuthorizationFramework, TestTriggerIntegration, TestLuceneIndexBackCompat, TestCloudSchemaless]
[junit4] Completed [256/763 (2!)] on J1 in 36.44s, 1 test, 1 failure <<< FAILURES!
[...truncated 49813 lines...]