You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/03/01 21:00:11 UTC
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 298 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/298/
2 tests failed.
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1488399241239,generation=2,filelist=[_4x.cfe, _4x.cfs, _4x.si, _9u.cfe, _9u.cfs, _9u.si, _bo.cfe, _bo.cfs, _bo.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, _bs.cfe, _bs.cfs, _bs.si, _bt.cfe, _bt.cfs, _bt.si, _bu.cfe, _bu.cfs, _bu.si, _bv.cfe, _bv.cfs, _bv.si, _bw.cfe, _bw.cfs, _bw.si, _bx.cfe, _bx.cfs, _bx.si, _by.cfe, _by.cfs, _by.si, segments_2]}]> but was:<[{indexVersion=1488399241239,generation=2,filelist=[_4x.cfe, _4x.cfs, _4x.si, _9u.cfe, _9u.cfs, _9u.si, _bo.cfe, _bo.cfs, _bo.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, _bs.cfe, _bs.cfs, _bs.si, _bt.cfe, _bt.cfs, _bt.si, _bu.cfe, _bu.cfs, _bu.si, _bv.cfe, _bv.cfs, _bv.si, _bw.cfe, _bw.cfs, _bw.si, _bx.cfe, _bx.cfs, _bx.si, _by.cfe, _by.cfs, _by.si, segments_2]}, {indexVersion=1488399241239,generation=3,filelist=[_4x.cfe, _4x.cfs, _4x.si, _9u.cfe, _9u.cfs, _9u.si, _bz.cfe, _bz.cfs, _bz.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1488399241239,generation=2,filelist=[_4x.cfe, _4x.cfs, _4x.si, _9u.cfe, _9u.cfs, _9u.si, _bo.cfe, _bo.cfs, _bo.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, _bs.cfe, _bs.cfs, _bs.si, _bt.cfe, _bt.cfs, _bt.si, _bu.cfe, _bu.cfs, _bu.si, _bv.cfe, _bv.cfs, _bv.si, _bw.cfe, _bw.cfs, _bw.si, _bx.cfe, _bx.cfs, _bx.si, _by.cfe, _by.cfs, _by.si, segments_2]}]> but was:<[{indexVersion=1488399241239,generation=2,filelist=[_4x.cfe, _4x.cfs, _4x.si, _9u.cfe, _9u.cfs, _9u.si, _bo.cfe, _bo.cfs, _bo.si, _bp.cfe, _bp.cfs, _bp.si, _bq.cfe, _bq.cfs, _bq.si, _br.cfe, _br.cfs, _br.si, _bs.cfe, _bs.cfs, _bs.si, _bt.cfe, _bt.cfs, _bt.si, _bu.cfe, _bu.cfs, _bu.si, _bv.cfe, _bv.cfs, _bv.si, _bw.cfe, _bw.cfs, _bw.si, _bx.cfe, _bx.cfs, _bx.si, _by.cfe, _by.cfs, _by.si, segments_2]}, {indexVersion=1488399241239,generation=3,filelist=[_4x.cfe, _4x.cfs, _4x.si, _9u.cfe, _9u.cfs, _9u.si, _bz.cfe, _bz.cfs, _bz.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([2813066EAC1DCBD3:DC41D5EDC55C5D0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@10265475 (not leader) wrong [docid] for SolrDocument{id=0, id_field_copy_that_does_not_support_in_place_update_s=0, title_s=title0, id_i=0, inplace_updatable_float=101.0, _version_=1560698763897470976, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=8526} expected:<8306> but was:<8526>
Stack Trace:
java.lang.AssertionError: 'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@10265475 (not leader) wrong [docid] for SolrDocument{id=0, id_field_copy_that_does_not_support_in_place_update_s=0, title_s=title0, id_i=0, inplace_updatable_float=101.0, _version_=1560698763897470976, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=8526} expected:<8306> but was:<8526>
at __randomizedtesting.SeedInfo.seed([2813066EAC1DCBD3:A04739B402E1A62B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesInResults(TestInPlaceUpdatesDistrib.java:442)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesAgainstAllClients(TestInPlaceUpdatesDistrib.java:413)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:321)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12474 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/init-core-data-001
[junit4] 2> 1964969 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 1964971 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1964971 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 1964973 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1964973 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1964990 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1964991 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1964999 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 1965002 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 1965003 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 1965020 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1965023 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1965023 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1965027 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1965027 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1965027 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1965028 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1965049 WARN (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1965050 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1965058 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 1965075 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 1965077 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 1965077 WARN (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 1965077 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1965077 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/init-core-data-001/]
[junit4] 2> 1965077 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1965078 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=53.5205078125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=3.8690971594544585, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14613543028407108
[junit4] 2> 1965082 WARN (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1965109 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1965109 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1965110 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1965110 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1965110 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3ee46087
[junit4] 2> 1965111 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39632cda[collection1] main]
[junit4] 2> 1965111 WARN (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 1965111 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1965111 INFO (coreLoadExecutor-4381-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560698740308705280
[junit4] 2> 1965114 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 1965120 INFO (searcherExecutor-4382-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39632cda[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1965123 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1965123 INFO (Thread-3931) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1965123 INFO (Thread-3931) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1965223 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ZkTestServer start zk server on port:44680
[junit4] 2> 1965238 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1965239 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 1965240 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1965241 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1965242 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1965243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1965243 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1965244 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1965245 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1965246 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1965246 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1965345 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/control-001/cores/collection1
[junit4] 2> 1965348 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1965355 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43d0b9a9{/,null,AVAILABLE}
[junit4] 2> 1965356 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3df4df96{SSL,[ssl, http/1.1]}{127.0.0.1:53801}
[junit4] 2> 1965356 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server Started @1969010ms
[junit4] 2> 1965356 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/tempDir-001/control/data, hostContext=/, hostPort=53801, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/control-001/cores}
[junit4] 2> 1965356 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1965357 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1965357 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1965357 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1965357 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T19:58:24.526Z
[junit4] 2> 1965359 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1965359 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/control-001/solr.xml
[junit4] 2> 1965363 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1965364 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44680/solr
[junit4] 2> 1965379 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:53801_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1965379 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:53801_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53801_
[junit4] 2> 1965380 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:53801_ ] o.a.s.c.Overseer Overseer (id=97543671270146053-127.0.0.1:53801_-n_0000000000) starting
[junit4] 2> 1965389 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:53801_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53801_
[junit4] 2> 1965392 INFO (zkCallback-2015-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1965452 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:53801_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/control-001/cores
[junit4] 2> 1965452 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:53801_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1965461 INFO (OverseerStateUpdate-97543671270146053-127.0.0.1:53801_-n_0000000000) [n:127.0.0.1:53801_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1965475 WARN (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1965475 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1965485 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 1965488 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 1965488 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 1965489 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/control-001/cores/collection1/data/]
[junit4] 2> 1965489 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1965489 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=53.5205078125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=3.8690971594544585, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14613543028407108
[junit4] 2> 1965499 WARN (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1965555 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1965555 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1965555 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1965555 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1965556 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@51abf1c3
[junit4] 2> 1965556 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d57ef51[collection1] main]
[junit4] 2> 1965559 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1965560 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1965560 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1965561 INFO (coreLoadExecutor-4394-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560698740780564480
[junit4] 2> 1965576 INFO (searcherExecutor-4395-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d57ef51[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1965582 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1965582 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1965582 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53801/collection1/
[junit4] 2> 1965582 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1965582 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:53801/collection1/ has no replicas
[junit4] 2> 1965582 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1965584 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53801/collection1/ shard1
[junit4] 2> 1965725 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1965726 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44680/solr ready
[junit4] 2> 1965726 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1965726 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
[junit4] 2> 1965735 INFO (coreZkRegister-4387-thread-1-processing-n:127.0.0.1:53801_ x:collection1 c:control_collection) [n:127.0.0.1:53801_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1965798 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001/cores/collection1
[junit4] 2> 1965798 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001
[junit4] 2> 1965800 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1965801 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31ff2e9b{/,null,AVAILABLE}
[junit4] 2> 1965801 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7bf8d9db{SSL,[ssl, http/1.1]}{127.0.0.1:39885}
[junit4] 2> 1965801 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server Started @1969456ms
[junit4] 2> 1965802 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=39885, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001/cores}
[junit4] 2> 1965802 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1965803 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1965803 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1965803 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1965803 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T19:58:24.972Z
[junit4] 2> 1965805 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1965805 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001/solr.xml
[junit4] 2> 1965810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1965810 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44680/solr
[junit4] 2> 1965818 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1965819 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:39885_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1965820 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:39885_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39885_
[junit4] 2> 1965823 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1965827 INFO (zkCallback-2015-thread-2-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1965833 INFO (zkCallback-2025-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1965909 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:39885_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001/cores
[junit4] 2> 1965909 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:39885_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1965911 INFO (OverseerStateUpdate-97543671270146053-127.0.0.1:53801_-n_0000000000) [n:127.0.0.1:53801_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1966013 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1966922 WARN (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1966923 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1966933 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 1966936 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 1966936 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1966937 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 1966937 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1966938 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=53.5205078125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=3.8690971594544585, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14613543028407108
[junit4] 2> 1966942 WARN (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1966972 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1966972 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1966973 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1966973 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1966973 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@3b2aa43c
[junit4] 2> 1966973 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@135b971[collection1] main]
[junit4] 2> 1966975 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1966975 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1966976 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1966977 INFO (searcherExecutor-4406-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@135b971[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1966977 INFO (coreLoadExecutor-4405-thread-1-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560698742265348096
[junit4] 2> 1966982 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1966982 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1966982 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39885/collection1/
[junit4] 2> 1966982 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1966982 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:39885/collection1/ has no replicas
[junit4] 2> 1966982 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1966984 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39885/collection1/ shard1
[junit4] 2> 1967086 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1967135 INFO (coreZkRegister-4400-thread-1-processing-n:127.0.0.1:39885_ x:collection1 c:collection1) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1967220 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001/cores/collection1
[junit4] 2> 1967220 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001
[junit4] 2> 1967224 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1967225 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31b355ea{/,null,AVAILABLE}
[junit4] 2> 1967226 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79ccb382{SSL,[ssl, http/1.1]}{127.0.0.1:47760}
[junit4] 2> 1967226 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server Started @1970880ms
[junit4] 2> 1967226 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=47760, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001/cores}
[junit4] 2> 1967226 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1967229 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1967229 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1967229 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1967229 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T19:58:26.398Z
[junit4] 2> 1967239 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1967240 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1967241 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001/solr.xml
[junit4] 2> 1967245 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1967246 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44680/solr
[junit4] 2> 1967252 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:47760_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1967254 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:47760_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1967256 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:47760_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47760_
[junit4] 2> 1967258 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1967259 INFO (zkCallback-2015-thread-1-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1967258 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1967260 INFO (zkCallback-2031-thread-2-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1967331 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:47760_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001/cores
[junit4] 2> 1967331 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:47760_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1967338 INFO (OverseerStateUpdate-97543671270146053-127.0.0.1:53801_-n_0000000000) [n:127.0.0.1:53801_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1967440 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1967440 INFO (zkCallback-2031-thread-2-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1968347 WARN (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1968348 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1968356 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 1968359 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 1968360 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1968360 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 1968360 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1968362 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=53.5205078125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=3.8690971594544585, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14613543028407108
[junit4] 2> 1968365 WARN (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1968393 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1968393 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1968394 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1968394 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1968394 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6cb07bed
[junit4] 2> 1968394 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@197ec998[collection1] main]
[junit4] 2> 1968395 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1968395 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1968395 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1968396 INFO (coreLoadExecutor-4416-thread-1-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560698743753277440
[junit4] 2> 1968398 INFO (searcherExecutor-4417-thread-1-processing-n:127.0.0.1:47760_ x:collection1 c:collection1) [n:127.0.0.1:47760_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@197ec998[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1968400 INFO (coreZkRegister-4411-thread-1-processing-n:127.0.0.1:47760_ x:collection1 c:collection1) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1968400 INFO (updateExecutor-2028-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1968400 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1968400 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1968400 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1968400 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1968400 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:39885/collection1/] and I am [https://127.0.0.1:47760/collection1/]
[junit4] 2> 1968405 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:39885]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:47760_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1968461 INFO (qtp2110140880-12206) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1968461 INFO (qtp2110140880-12206) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1968461 INFO (qtp2110140880-12206) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:47760_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:47760","node_name":"127.0.0.1:47760_","state":"down"}
[junit4] 2> 1968503 INFO (zkCallback-2031-thread-2-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1968503 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 1968701 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001/cores/collection1
[junit4] 2> 1968701 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001
[junit4] 2> 1968703 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1968704 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ca39f45{/,null,AVAILABLE}
[junit4] 2> 1968704 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@656086e8{SSL,[ssl, http/1.1]}{127.0.0.1:41067}
[junit4] 2> 1968704 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.Server Started @1972358ms
[junit4] 2> 1968704 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=41067, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001/cores}
[junit4] 2> 1968704 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1968711 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1968711 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1968711 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1968711 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-01T19:58:27.880Z
[junit4] 2> 1968716 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1968716 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001/solr.xml
[junit4] 2> 1968721 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1968722 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44680/solr
[junit4] 2> 1968734 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:41067_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1968737 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:41067_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1968741 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:41067_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41067_
[junit4] 2> 1968742 INFO (zkCallback-2015-thread-2-processing-n:127.0.0.1:53801_) [n:127.0.0.1:53801_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1968742 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1968743 INFO (zkCallback-2031-thread-2-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1968744 INFO (zkCallback-2019-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1968755 INFO (zkCallback-2038-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1968796 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:41067_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001/cores
[junit4] 2> 1968796 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[2813066EAC1DCBD3]) [n:127.0.0.1:41067_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1968832 INFO (OverseerStateUpdate-97543671270146053-127.0.0.1:53801_-n_0000000000) [n:127.0.0.1:53801_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 1968933 INFO (zkCallback-2025-thread-2-processing-n:127.0.0.1:39885_) [n:127.0.0.1:39885_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1968933 INFO (zkCallback-2038-thread-2-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1968933 INFO (zkCallback-2031-thread-2-processing-n:127.0.0.1:47760_) [n:127.0.0.1:47760_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1969462 INFO (qtp2110140880-12206) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:47760_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:47760","node_name":"127.0.0.1:47760_","state":"recovering"}
[junit4] 2> 1969462 INFO (qtp2110140880-12206) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1969462 INFO (qtp2110140880-12206) [n:127.0.0.1:39885_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:47760_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 1969836 WARN (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 1969836 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1969847 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 1969849 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 1969850 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 1969851 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_2813066EAC1DCBD3-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 1969851 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bd4af24
[junit4] 2> 1969851 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=6, maxMergedSegmentMB=53.5205078125, floorSegmentMB=0.958984375, forceMergeDeletesPctAllowed=3.8690971594544585, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.14613543028407108
[junit4] 2> 1969855 WARN (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1969882 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1969882 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1969883 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1969883 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1969883 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2c0b16d5
[junit4] 2> 1969883 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@161ea9d9[collection1] main]
[junit4] 2> 1969884 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1969884 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1969884 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1969897 INFO (searcherExecutor-4428-thread-1-processing-n:127.0.0.1:41067_ x:collection1 c:collection1) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@161ea9d9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1969897 INFO (coreLoadExecutor-4427-thread-1-processing-n:127.0.0.1:41067_) [n:127.0.0.1:41067_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560698745327190016
[junit4] 2> 1969908 INFO (coreZkRegister-4422-thread-1-processing-n:127.0.0.1:41067_ x:collection1 c:collection1) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 1969908 INFO (updateExecutor-2035-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1969910 INFO (recoveryExecutor-2036-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1969911 INFO (recoveryExecutor-2036-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1969911 INFO (recoveryExecutor-2036-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 1969911 INFO (recoveryExecutor-2036-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1969911 INFO (recoveryExecutor-2036-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:39885/collection1/] and I am [https://127.0.0.1:41067/collection1/]
[junit4] 2> 1969913 INFO (recoveryExecutor-2036-thread-1-processing-n:127.0.0.1:41067_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41067_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:39885]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:41067_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1969921 INFO (qtp2110140880-12204) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 1969923 INFO (qtp2110140880-12204) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 1969923 INFO (qtp2110140880-12204) [n:127.0.0.1:39885_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:41067_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:41067","node_name":"127.0.0.1:41067_","state":"down"}
[junit4] 2> 1969962 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [https://127.0.0.1:39885/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 1969963 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=https://127.0.0.1:47760 START replicas=[https://127.0.0.1:39885/collection1/] nUpdates=100
[junit4] 2> 1969967 INFO (qtp2110140880-12202) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1969967 INFO (qtp2110140880-12202) [n:127.0.0.1:39885_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1969970 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 1969970 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 1969970 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1969970 INFO (recoveryExecutor-2029-thread-1-processing-n:127.0.0.1:47760_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:47760_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No
[...truncated too long message...]
llection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@279757e8[collection1] main]
[junit4] 2> 2925297 INFO (Thread-5780) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_2813066EAC1DCBD3-001/solr-instance-032/collection1/conf
[junit4] 2> 2925298 INFO (Thread-5780) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 2925298 INFO (searcherExecutor-6099-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@279757e8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):c1)))}
[junit4] 2> 2925298 INFO (Thread-5780) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3295074544711766]
[junit4] 2> 2925298 INFO (Thread-5780) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2925299 INFO (Thread-5780) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fb044b3[collection1] main]
[junit4] 2> 2925299 INFO (searcherExecutor-6099-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4fb044b3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):c1)))}
[junit4] 2> 2925299 INFO (Thread-5780) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@326c4d7f
[junit4] 2> 2925299 INFO (Thread-5780) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2925300 INFO (qtp1984966554-16310) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2925300 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.a.s.h.TestReplicationHandler Waited for 800ms and found 1 docs
[junit4] 2> 2925302 INFO (qtp1545663308-16285) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2925303 INFO (qtp1545663308-16290) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2925306 INFO (qtp1545663308-16286) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 2925306 INFO (qtp1984966554-16311) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=2
[junit4] 2> 2925308 INFO (qtp1545663308-16291) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2925309 INFO (qtp1984966554-16312) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={_trace=assertVersions&qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2925310 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexAndConfigReplication
[junit4] 2> 2925310 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5ea6d5fd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2925310 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1746514013
[junit4] 2> 2925310 INFO (coreCloseExecutor-6104-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@77932af1
[junit4] 2> 2925311 INFO (coreCloseExecutor-6104-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2925311 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2925312 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4cf9ba6a{/solr,null,UNAVAILABLE}
[junit4] 2> 2925312 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@65378bd0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2925312 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1463070914
[junit4] 2> 2925313 INFO (coreCloseExecutor-6106-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@24b5aeda
[junit4] 2> 2925313 INFO (coreCloseExecutor-6106-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2925313 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2925313 INFO (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[2813066EAC1DCBD3]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4876a2dc{/solr,null,UNAVAILABLE}
[junit4] 2> 2925314 INFO (SUITE-TestReplicationHandler-seed#[2813066EAC1DCBD3]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_2813066EAC1DCBD3-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=en-AU, timezone=Africa/Freetown
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=201532408,total=528482304
[junit4] 2> NOTE: All tests run in this JVM: [ShufflingReplicaListTransformerTest, TestLocalFSCloudBackupRestore, ResponseHeaderTest, TestDynamicLoading, HighlighterMaxOffsetTest, TestSolrXml, TestLazyCores, TestNumericTerms32, TestStressRecovery, TestSerializedLuceneMatchVersion, DistributedSpellCheckComponentTest, TestIntervalFaceting, TestDocumentBuilder, TestSolrConfigHandlerCloud, TestLeaderElectionWithEmptyReplica, TestClusterStateMutator, HdfsDirectoryFactoryTest, ConfigSetsAPITest, NumericFieldsTest, MBeansHandlerTest, NotRequiredUniqueKeyTest, QueryElevationComponentTest, ClusterStateTest, TestOmitPositions, TlogReplayBufferedWhileIndexingTest, TestReRankQParserPlugin, TestRandomFlRTGCloud, BasicZkTest, TestSizeLimitedDistributedMap, AliasIntegrationTest, OutputWriterTest, TestFoldingMultitermQuery, RequestLoggingTest, CursorMarkTest, TestRealTimeGet, TestJettySolrRunner, DistributedQueryElevationComponentTest, TestRandomDVFaceting, TestRangeQuery, HdfsBasicDistributedZk2Test, BadCopyFieldTest, TestScoreJoinQPNoScore, TestHighFrequencyDictionaryFactory, TestFieldCacheSanityChecker, TestCloudRecovery, BufferStoreTest, TestValueSourceCache, TestPseudoReturnFields, TestQuerySenderNoQuery, TestDistribIDF, DistributedQueryComponentCustomSortTest, ResourceLoaderTest, XsltUpdateRequestHandlerTest, TestUniqueKeyFieldResource, CursorPagingTest, DocumentAnalysisRequestHandlerTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestDownShardTolerantSearch, ShardSplitTest, V2ApiIntegrationTest, TestManagedSchemaAPI, TestBadConfig, TestMissingGroups, BaseCdcrDistributedZkTest, CurrencyFieldOpenExchangeTest, FacetPivotSmallTest, DistributedFacetPivotSmallAdvancedTest, LeaderElectionIntegrationTest, FileBasedSpellCheckerTest, AnalysisAfterCoreReloadTest, SuggestComponentTest, TestObjectReleaseTracker, TestFunctionQuery, TestSolr4Spatial, DefaultValueUpdateProcessorTest, LeaderElectionContextKeyTest, PolyFieldTest, CustomCollectionTest, LeaderInitiatedRecoveryOnCommitTest, DistribJoinFromCollectionTest, MissingSegmentRecoveryTest, TestInPlaceUpdatesDistrib, TestComponentsName, OverseerRolesTest, PKIAuthenticationIntegrationTest, BigEndianAscendingWordSerializerTest, TestRestoreCore, DateFieldTest, CoreMergeIndexesAdminHandlerTest, CoreSorterTest, TestRuleBasedAuthorizationPlugin, UniqFieldsUpdateProcessorFactoryTest, VersionInfoTest, TestFieldCacheVsDocValues, DisMaxRequestHandlerTest, SignatureUpdateProcessorFactoryTest, TestConfigSets, TestSSLRandomization, ClassificationUpdateProcessorFactoryTest, ExternalFileFieldSortTest, TestSchemaManager, SyncSliceTest, TestLRUStatsCache, TestCrossCoreJoin, HdfsRecoverLeaseTest, TestQueryWrapperFilter, TestDocTermOrds, TestApiFramework, DeleteNodeTest, DeleteStatusTest, TestReplicationHandler]
[junit4] Completed [493/697 (2!)] on J0 in 631.42s, 16 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 63296 lines...]
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still Unstable
Posted by Uwe Schindler <uw...@thetaphi.de>.
Thanks Robert for reminding me. Because there was a similar discussion about this in the Jenkins Mac Slave. In fact the issue was not caused by this limit as Jenkins Slave already started with 2048 limit.
Please don't raise the hardcoded test limit. It will likely break on Jenkins anyways. Better have a hard and low limit in test framework instead of hard to reproduce failures in Jenkins.
Uwe
Am 8. März 2017 17:50:04 MEZ schrieb Robert Muir <rc...@gmail.com>:
>If you don't like the limit for your specific test: use
>@SuppressFileSystems annotation to suppress it.
>
>But it is really insane for a unit test to use so many index files,
>and it is important to reproduce such bugs when they do happen.
>
>On Wed, Mar 8, 2017 at 11:46 AM, Chris Hostetter
><ho...@fucit.org> wrote:
>>
>> The exception is being thrown by
>org.apache.lucene.mockfile.HandleLimitFS,
>> so the OS level utlimit isn't relevant (as long as it's greter then
>2048,
>> hardcoded in TestRuleTemporaryFilesCleanup)
>>
>> With the test creating 2 diff indexes, that means each index index
>gets an
>> effective max open files limit of ~1024 files ... and with
>> RandomSimilarity it might be leaving a lot of small segments on
>"disk" for
>> both of those indexes -- which will have at least 100,000 docs in
>each
>> because this is a nightly run....
>>
>> I haven't tested this (my co is currently dirty and i'm in the middle
>of
>> something) but i suspect the seed will reproduce anywhere.
>>
>> See also SOLR-10234 where i recently pointed out similar concerns
>about
>> TestRuleTemporaryFilesCleanup's fixed limit of 2048 for the entire
>JVM,
>> even when the JVM itself is trying to simulate multiple diff indexes
>(or
>> completley distint nodes in the solr cloud test case).
>>
>>
>>
>> : Date: Wed, 8 Mar 2017 11:29:45 -0500
>> : From: Steve Rowe <sa...@gmail.com>
>> : Reply-To: dev@lucene.apache.org
>> : To: dev@lucene.apache.org
>> : Subject: Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 -
>Still
>> : Unstable
>> :
>> :
>> : > On Mar 8, 2017, at 8:38 AM, Apache Jenkins Server
><je...@builds.apache.org> wrote:
>> : >
>> : > Build:
>https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/303/
>> : >
>> : > 2 tests failed.
>> : > FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
>> : >
>> : > Error Message:
>> : >
>/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim:
>Too many open files
>> : >
>> : > Stack Trace:
>> : > java.nio.file.FileSystemException:
>/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim:
>Too many open files
>> :
>> : I logged in as the jenkins user on lucene1-us-west.apache.org (the
>‘lucene' jenkins slave), and ‘ulimit -aHS’ says (in part):
>> :
>> : open files (-n) 1048576
>> :
>> : I think this is the maximum value.
>> :
>> : Not sure what can be done here?
>> :
>> : --
>> : Steve
>> : www.lucidworks.com
>> :
>> :
>> :
>---------------------------------------------------------------------
>> : To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> : For additional commands, e-mail: dev-help@lucene.apache.org
>> :
>> :
>>
>> -Hoss
>> http://www.lucidworks.com/
>>
>>
>> ---------------------------------------------------------------------
>> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>> For additional commands, e-mail: dev-help@lucene.apache.org
>
>---------------------------------------------------------------------
>To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
>For additional commands, e-mail: dev-help@lucene.apache.org
--
Uwe Schindler
Achterdiek 19, 28357 Bremen
https://www.thetaphi.de
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still Unstable
Posted by Robert Muir <rc...@gmail.com>.
On Wed, Mar 8, 2017 at 12:04 PM, Chris Hostetter
<ho...@fucit.org> wrote:
>
> : If you don't like the limit for your specific test: use
> : @SuppressFileSystems annotation to suppress it.
> :
> : But it is really insane for a unit test to use so many index files,
> : and it is important to reproduce such bugs when they do happen.
>
> i'm not disagreeing with the value of HandleLimitFS.
>
> I'm saying that in tests like TestIndexSorting.testRandom3 -- where the
> point is to create 2 distinct indexes and compare some things about them
> -- having a single limit for the entire JVM isn't as useful as if there
> was an easy way to just limit the number of open files per index (or for
> the test to declare "treat these indexes as if they were on distinct
> filesystems").
This isn't how operating systems work though. They don't care about
how many indexes or filesystems you have, its a file handle limit for
the process (entire JVM). So this simply reflects that.
2048 is already far too much: on my mac the default limit is only 256.
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still
Unstable
Posted by Chris Hostetter <ho...@fucit.org>.
: If you don't like the limit for your specific test: use
: @SuppressFileSystems annotation to suppress it.
:
: But it is really insane for a unit test to use so many index files,
: and it is important to reproduce such bugs when they do happen.
i'm not disagreeing with the value of HandleLimitFS.
I'm saying that in tests like TestIndexSorting.testRandom3 -- where the
point is to create 2 distinct indexes and compare some things about them
-- having a single limit for the entire JVM isn't as useful as if there
was an easy way to just limit the number of open files per index (or for
the test to declare "treat these indexes as if they were on distinct
filesystems").
a knob/hook like this would also be useful in distributed Solr tests, to
say "we want this simulated solr nodeA to act as if it has it's own
filesystem independent from nodeB's filesystem" -- that way we can still
have the benefit of sanity checks that code isn't using too many files
(per *NODE*) and we wouldn't need to use a sledghammer of completely
supressing HandleLimitFS in tests.
Perhaps, in an ideal world, when tests call
LuceneTestCase.createTempDir(...) they could (optionally) pass in some
identifier for what (conceptual/virtual) filesystem they want to use -- so
they default is to assume all temp dirs created in a test come from the
same (mock) filesystem using HandleLimitFS with a (shared) max ... but
tests like TestIndexSorting.testRandom3 could request that the 2 distinct
indexes live ontheir own filesystems; and things like Solr's cloud test
scaffolding could request that each node get their own "virtual"
filesystems (with their own limits)
?
-Hoss
http://www.lucidworks.com/
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still Unstable
Posted by Robert Muir <rc...@gmail.com>.
If you don't like the limit for your specific test: use
@SuppressFileSystems annotation to suppress it.
But it is really insane for a unit test to use so many index files,
and it is important to reproduce such bugs when they do happen.
On Wed, Mar 8, 2017 at 11:46 AM, Chris Hostetter
<ho...@fucit.org> wrote:
>
> The exception is being thrown by org.apache.lucene.mockfile.HandleLimitFS,
> so the OS level utlimit isn't relevant (as long as it's greter then 2048,
> hardcoded in TestRuleTemporaryFilesCleanup)
>
> With the test creating 2 diff indexes, that means each index index gets an
> effective max open files limit of ~1024 files ... and with
> RandomSimilarity it might be leaving a lot of small segments on "disk" for
> both of those indexes -- which will have at least 100,000 docs in each
> because this is a nightly run....
>
> I haven't tested this (my co is currently dirty and i'm in the middle of
> something) but i suspect the seed will reproduce anywhere.
>
> See also SOLR-10234 where i recently pointed out similar concerns about
> TestRuleTemporaryFilesCleanup's fixed limit of 2048 for the entire JVM,
> even when the JVM itself is trying to simulate multiple diff indexes (or
> completley distint nodes in the solr cloud test case).
>
>
>
> : Date: Wed, 8 Mar 2017 11:29:45 -0500
> : From: Steve Rowe <sa...@gmail.com>
> : Reply-To: dev@lucene.apache.org
> : To: dev@lucene.apache.org
> : Subject: Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still
> : Unstable
> :
> :
> : > On Mar 8, 2017, at 8:38 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
> : >
> : > Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/303/
> : >
> : > 2 tests failed.
> : > FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
> : >
> : > Error Message:
> : > /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
> : >
> : > Stack Trace:
> : > java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
> :
> : I logged in as the jenkins user on lucene1-us-west.apache.org (the ‘lucene' jenkins slave), and ‘ulimit -aHS’ says (in part):
> :
> : open files (-n) 1048576
> :
> : I think this is the maximum value.
> :
> : Not sure what can be done here?
> :
> : --
> : Steve
> : www.lucidworks.com
> :
> :
> : ---------------------------------------------------------------------
> : To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> : For additional commands, e-mail: dev-help@lucene.apache.org
> :
> :
>
> -Hoss
> http://www.lucidworks.com/
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still
Unstable
Posted by Chris Hostetter <ho...@fucit.org>.
The exception is being thrown by org.apache.lucene.mockfile.HandleLimitFS,
so the OS level utlimit isn't relevant (as long as it's greter then 2048,
hardcoded in TestRuleTemporaryFilesCleanup)
With the test creating 2 diff indexes, that means each index index gets an
effective max open files limit of ~1024 files ... and with
RandomSimilarity it might be leaving a lot of small segments on "disk" for
both of those indexes -- which will have at least 100,000 docs in each
because this is a nightly run....
I haven't tested this (my co is currently dirty and i'm in the middle of
something) but i suspect the seed will reproduce anywhere.
See also SOLR-10234 where i recently pointed out similar concerns about
TestRuleTemporaryFilesCleanup's fixed limit of 2048 for the entire JVM,
even when the JVM itself is trying to simulate multiple diff indexes (or
completley distint nodes in the solr cloud test case).
: Date: Wed, 8 Mar 2017 11:29:45 -0500
: From: Steve Rowe <sa...@gmail.com>
: Reply-To: dev@lucene.apache.org
: To: dev@lucene.apache.org
: Subject: Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still
: Unstable
:
:
: > On Mar 8, 2017, at 8:38 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
: >
: > Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/303/
: >
: > 2 tests failed.
: > FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
: >
: > Error Message:
: > /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
: >
: > Stack Trace:
: > java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
:
: I logged in as the jenkins user on lucene1-us-west.apache.org (the lucene' jenkins slave), and ulimit -aHS says (in part):
:
: open files (-n) 1048576
:
: I think this is the maximum value.
:
: Not sure what can be done here?
:
: --
: Steve
: www.lucidworks.com
:
:
: ---------------------------------------------------------------------
: To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
: For additional commands, e-mail: dev-help@lucene.apache.org
:
:
-Hoss
http://www.lucidworks.com/
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still Unstable
Posted by Robert Muir <rc...@gmail.com>.
The exception is not from the operating system: it is from the test framework.
https://github.com/apache/lucene-solr/blob/master/lucene/test-framework/src/java/org/apache/lucene/mockfile/HandleLimitFS.java#L48
This is currently limited to 2048. We should not increase it: the idea
is to catch buggy/crazy tests just like this one.
https://github.com/apache/lucene-solr/blob/master/lucene/test-framework/src/java/org/apache/lucene/util/TestRuleTemporaryFilesCleanup.java#L117-L119
On Wed, Mar 8, 2017 at 11:29 AM, Steve Rowe <sa...@gmail.com> wrote:
>
>> On Mar 8, 2017, at 8:38 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
>>
>> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/303/
>>
>> 2 tests failed.
>> FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
>>
>> Error Message:
>> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
>>
>> Stack Trace:
>> java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
>
> I logged in as the jenkins user on lucene1-us-west.apache.org (the ‘lucene' jenkins slave), and ‘ulimit -aHS’ says (in part):
>
> open files (-n) 1048576
>
> I think this is the maximum value.
>
> Not sure what can be done here?
>
> --
> Steve
> www.lucidworks.com
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
Re: [JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still
Unstable
Posted by Steve Rowe <sa...@gmail.com>.
> On Mar 8, 2017, at 8:38 AM, Apache Jenkins Server <je...@builds.apache.org> wrote:
>
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/303/
>
> 2 tests failed.
> FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
>
> Error Message:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
>
> Stack Trace:
> java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
I logged in as the jenkins user on lucene1-us-west.apache.org (the ‘lucene' jenkins slave), and ‘ulimit -aHS’ says (in part):
open files (-n) 1048576
I think this is the maximum value.
Not sure what can be done here?
--
Steve
www.lucidworks.com
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 303 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/303/
2 tests failed.
FAILED: org.apache.lucene.index.TestIndexSorting.testRandom3
Error Message:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
Stack Trace:
java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
at __randomizedtesting.SeedInfo.seed([4609011308FB57E6:E4D14FC96C097EE0]:0)
at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
at java.nio.channels.FileChannel.open(FileChannel.java:287)
at java.nio.channels.FileChannel.open(FileChannel.java:335)
at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2741)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:749)
at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:153)
at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:445)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:384)
at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:416)
at org.apache.lucene.index.BufferedUpdatesStream.applyDeletesAndUpdates(BufferedUpdatesStream.java:261)
at org.apache.lucene.index.IndexWriter.applyAllDeletesAndUpdates(IndexWriter.java:3464)
at org.apache.lucene.index.IndexWriter.applyDeletesAndPurge(IndexWriter.java:4992)
at org.apache.lucene.index.DocumentsWriter$ApplyDeletesEvent.process(DocumentsWriter.java:717)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5042)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5033)
at org.apache.lucene.index.IndexWriter.deleteDocuments(IndexWriter.java:1509)
at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2237)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1488977341443,generation=2,filelist=[_1hx.cfe, _1hx.cfs, _1hx.si, _1hz.cfe, _1hz.cfs, _1hz.si, _1i0.cfe, _1i0.cfs, _1i0.si, _1i1.cfe, _1i1.cfs, _1i1.si, _1i2.cfe, _1i2.cfs, _1i2.si, _1i3.cfe, _1i3.cfs, _1i3.si, _1i4.cfe, _1i4.cfs, _1i4.si, _1i5.cfe, _1i5.cfs, _1i5.si, _1i6.cfe, _1i6.cfs, _1i6.si, _1i7.cfe, _1i7.cfs, _1i7.si, _1i8.cfe, _1i8.cfs, _1i8.si, _1i9.cfe, _1i9.cfs, _1i9.si, _1ia.cfe, _1ia.cfs, _1ia.si, _1ib.cfe, _1ib.cfs, _1ib.si, _1ic.cfe, _1ic.cfs, _1ic.si, _1id.cfe, _1id.cfs, _1id.si, _1ie.cfe, _1ie.cfs, _1ie.si, _1if.cfe, _1if.cfs, _1if.si, _1ig.cfe, _1ig.cfs, _1ig.si, _1ih.cfe, _1ih.cfs, _1ih.si, _1ii.cfe, _1ii.cfs, _1ii.si, _1ij.cfe, _1ij.cfs, _1ij.si, _1ik.cfe, _1ik.cfs, _1ik.si, segments_2]}]> but was:<[{indexVersion=1488977341443,generation=2,filelist=[_1hx.cfe, _1hx.cfs, _1hx.si, _1hz.cfe, _1hz.cfs, _1hz.si, _1i0.cfe, _1i0.cfs, _1i0.si, _1i1.cfe, _1i1.cfs, _1i1.si, _1i2.cfe, _1i2.cfs, _1i2.si, _1i3.cfe, _1i3.cfs, _1i3.si, _1i4.cfe, _1i4.cfs, _1i4.si, _1i5.cfe, _1i5.cfs, _1i5.si, _1i6.cfe, _1i6.cfs, _1i6.si, _1i7.cfe, _1i7.cfs, _1i7.si, _1i8.cfe, _1i8.cfs, _1i8.si, _1i9.cfe, _1i9.cfs, _1i9.si, _1ia.cfe, _1ia.cfs, _1ia.si, _1ib.cfe, _1ib.cfs, _1ib.si, _1ic.cfe, _1ic.cfs, _1ic.si, _1id.cfe, _1id.cfs, _1id.si, _1ie.cfe, _1ie.cfs, _1ie.si, _1if.cfe, _1if.cfs, _1if.si, _1ig.cfe, _1ig.cfs, _1ig.si, _1ih.cfe, _1ih.cfs, _1ih.si, _1ii.cfe, _1ii.cfs, _1ii.si, _1ij.cfe, _1ij.cfs, _1ij.si, _1ik.cfe, _1ik.cfs, _1ik.si, segments_2]}, {indexVersion=1488977341443,generation=3,filelist=[_1hz.cfe, _1hz.cfs, _1hz.si, _1i0.cfe, _1i0.cfs, _1i0.si, _1i3.cfe, _1i3.cfs, _1i3.si, _1i5.cfe, _1i5.cfs, _1i5.si, _1i7.cfe, _1i7.cfs, _1i7.si, _1i8.cfe, _1i8.cfs, _1i8.si, _1ib.cfe, _1ib.cfs, _1ib.si, _1ic.cfe, _1ic.cfs, _1ic.si, _1ie.cfe, _1ie.cfs, _1ie.si, _1ig.cfe, _1ig.cfs, _1ig.si, _1ih.cfe, _1ih.cfs, _1ih.si, _1ii.cfe, _1ii.cfs, _1ii.si, _1il.cfe, _1il.cfs, _1il.si, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1488977341443,generation=2,filelist=[_1hx.cfe, _1hx.cfs, _1hx.si, _1hz.cfe, _1hz.cfs, _1hz.si, _1i0.cfe, _1i0.cfs, _1i0.si, _1i1.cfe, _1i1.cfs, _1i1.si, _1i2.cfe, _1i2.cfs, _1i2.si, _1i3.cfe, _1i3.cfs, _1i3.si, _1i4.cfe, _1i4.cfs, _1i4.si, _1i5.cfe, _1i5.cfs, _1i5.si, _1i6.cfe, _1i6.cfs, _1i6.si, _1i7.cfe, _1i7.cfs, _1i7.si, _1i8.cfe, _1i8.cfs, _1i8.si, _1i9.cfe, _1i9.cfs, _1i9.si, _1ia.cfe, _1ia.cfs, _1ia.si, _1ib.cfe, _1ib.cfs, _1ib.si, _1ic.cfe, _1ic.cfs, _1ic.si, _1id.cfe, _1id.cfs, _1id.si, _1ie.cfe, _1ie.cfs, _1ie.si, _1if.cfe, _1if.cfs, _1if.si, _1ig.cfe, _1ig.cfs, _1ig.si, _1ih.cfe, _1ih.cfs, _1ih.si, _1ii.cfe, _1ii.cfs, _1ii.si, _1ij.cfe, _1ij.cfs, _1ij.si, _1ik.cfe, _1ik.cfs, _1ik.si, segments_2]}]> but was:<[{indexVersion=1488977341443,generation=2,filelist=[_1hx.cfe, _1hx.cfs, _1hx.si, _1hz.cfe, _1hz.cfs, _1hz.si, _1i0.cfe, _1i0.cfs, _1i0.si, _1i1.cfe, _1i1.cfs, _1i1.si, _1i2.cfe, _1i2.cfs, _1i2.si, _1i3.cfe, _1i3.cfs, _1i3.si, _1i4.cfe, _1i4.cfs, _1i4.si, _1i5.cfe, _1i5.cfs, _1i5.si, _1i6.cfe, _1i6.cfs, _1i6.si, _1i7.cfe, _1i7.cfs, _1i7.si, _1i8.cfe, _1i8.cfs, _1i8.si, _1i9.cfe, _1i9.cfs, _1i9.si, _1ia.cfe, _1ia.cfs, _1ia.si, _1ib.cfe, _1ib.cfs, _1ib.si, _1ic.cfe, _1ic.cfs, _1ic.si, _1id.cfe, _1id.cfs, _1id.si, _1ie.cfe, _1ie.cfs, _1ie.si, _1if.cfe, _1if.cfs, _1if.si, _1ig.cfe, _1ig.cfs, _1ig.si, _1ih.cfe, _1ih.cfs, _1ih.si, _1ii.cfe, _1ii.cfs, _1ii.si, _1ij.cfe, _1ij.cfs, _1ij.si, _1ik.cfe, _1ik.cfs, _1ik.si, segments_2]}, {indexVersion=1488977341443,generation=3,filelist=[_1hz.cfe, _1hz.cfs, _1hz.si, _1i0.cfe, _1i0.cfs, _1i0.si, _1i3.cfe, _1i3.cfs, _1i3.si, _1i5.cfe, _1i5.cfs, _1i5.si, _1i7.cfe, _1i7.cfs, _1i7.si, _1i8.cfe, _1i8.cfs, _1i8.si, _1ib.cfe, _1ib.cfs, _1ib.si, _1ic.cfe, _1ic.cfs, _1ic.si, _1ie.cfe, _1ie.cfs, _1ie.si, _1ig.cfe, _1ig.cfs, _1ig.si, _1ih.cfe, _1ih.cfs, _1ih.si, _1ii.cfe, _1ii.cfs, _1ii.si, _1il.cfe, _1il.cfs, _1il.si, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([829C4BD9B8CDAE69:A74B50E9C885A06A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 277 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexSorting
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexSorting -Dtests.method=testRandom3 -Dtests.seed=4609011308FB57E6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-MX -Dtests.timezone=America/El_Salvador -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 105s J2 | TestIndexSorting.testRandom3 <<<
[junit4] > Throwable #1: java.nio.file.FileSystemException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001/tempDir-004/_e4_Lucene50_0.tim: Too many open files
[junit4] > at __randomizedtesting.SeedInfo.seed([4609011308FB57E6:E4D14FC96C097EE0]:0)
[junit4] > at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:197)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:287)
[junit4] > at java.nio.channels.FileChannel.open(FileChannel.java:335)
[junit4] > at org.apache.lucene.store.NIOFSDirectory.openInput(NIOFSDirectory.java:81)
[junit4] > at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2741)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:749)
[junit4] > at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:153)
[junit4] > at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:445)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:292)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:372)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:112)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:74)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
[junit4] > at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:384)
[junit4] > at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:416)
[junit4] > at org.apache.lucene.index.BufferedUpdatesStream.applyDeletesAndUpdates(BufferedUpdatesStream.java:261)
[junit4] > at org.apache.lucene.index.IndexWriter.applyAllDeletesAndUpdates(IndexWriter.java:3464)
[junit4] > at org.apache.lucene.index.IndexWriter.applyDeletesAndPurge(IndexWriter.java:4992)
[junit4] > at org.apache.lucene.index.DocumentsWriter$ApplyDeletesEvent.process(DocumentsWriter.java:717)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5042)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5033)
[junit4] > at org.apache.lucene.index.IndexWriter.deleteDocuments(IndexWriter.java:1509)
[junit4] > at org.apache.lucene.index.TestIndexSorting.testRandom3(TestIndexSorting.java:2237)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexSorting_4609011308FB57E6-001
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true,coord=crazy): {positions=DFR I(n)B2, id=DFR I(F)2, term_vectors=DFR GB1}, locale=es-MX, timezone=America/El_Salvador
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=41132400,total=462946304
[junit4] 2> NOTE: All tests run in this JVM: [TestPackedTokenAttributeImpl, TestIndexSorting]
[junit4] Completed [20/452 (1!)] on J2 in 164.56s, 48 tests, 1 error <<< FAILURES!
[...truncated 12699 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/init-core-data-001
[junit4] 2> 1913996 INFO (SUITE-TestReplicationHandler-seed#[829C4BD9B8CDAE69]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 1913998 INFO (SUITE-TestReplicationHandler-seed#[829C4BD9B8CDAE69]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 1913999 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartupWithNoActivity
[junit4] 2> 1913999 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1
[junit4] 2> 1914002 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1914003 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50dc0934{/solr,null,AVAILABLE}
[junit4] 2> 1914004 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4f3f5a93{HTTP/1.1,[http/1.1]}{127.0.0.1:45220}
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.Server Started @1916709ms
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=45220}
[junit4] 2> 1914005 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-08T12:38:22.244Z
[junit4] 2> 1914005 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/solr.xml
[junit4] 2> 1914010 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1914028 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/.
[junit4] 2> 1914028 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1914036 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1914041 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1914043 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1914044 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/./collection1
[junit4] 2> 1914044 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1914045 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@33d8b92a
[junit4] 2> 1914097 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1914097 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1914097 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5de32b1b
[junit4] 2> 1914098 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c03f260[collection1] main]
[junit4] 2> 1914098 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1/conf
[junit4] 2> 1914098 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 1914098 INFO (coreLoadExecutor-5980-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1914099 INFO (searcherExecutor-5981-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@c03f260[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1914620 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/collection1
[junit4] 2> 1914622 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1914623 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43362856{/solr,null,AVAILABLE}
[junit4] 2> 1914623 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1cf3e1f9{HTTP/1.1,[http/1.1]}{127.0.0.1:51656}
[junit4] 2> 1914623 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.Server Started @1917328ms
[junit4] 2> 1914623 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=51656}
[junit4] 2> 1914624 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1914624 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1914624 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1914624 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1914624 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-08T12:38:22.863Z
[junit4] 2> 1914624 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/solr.xml
[junit4] 2> 1914629 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1914646 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/.
[junit4] 2> 1914646 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1914653 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1914659 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1914660 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1914661 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/./collection1
[junit4] 2> 1914662 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/./collection1/data/]
[junit4] 2> 1914662 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@520880e8
[junit4] 2> 1914688 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1914688 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1914688 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@43ddd5a9
[junit4] 2> 1914689 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a267329[collection1] main]
[junit4] 2> 1914689 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-002/collection1/conf
[junit4] 2> 1914691 INFO (coreLoadExecutor-5990-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 1914691 INFO (searcherExecutor-5991-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7a267329[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1914845 INFO (qtp58319730-17378) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1914845 INFO (indexFetcher-5995-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1914845 INFO (indexFetcher-5995-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1914846 INFO (indexFetcher-5995-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1914846 INFO (indexFetcher-5995-thread-1) [ x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1915167 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1cf3e1f9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1915167 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1451848266
[junit4] 2> 1915167 INFO (coreCloseExecutor-5996-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5529075e
[junit4] 2> 1915169 INFO (coreCloseExecutor-5996-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1915170 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1915170 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43362856{/solr,null,UNAVAILABLE}
[junit4] 2> 1915171 INFO (qtp58319730-17382) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 1915171 INFO (qtp58319730-17382) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 1915173 INFO (qtp58319730-17375) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1915173 INFO (qtp58319730-17375) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5a54662b
[junit4] 2> 1915174 INFO (qtp58319730-17375) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25295475[collection1] main]
[junit4] 2> 1915174 INFO (qtp58319730-17375) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1915174 INFO (searcherExecutor-5981-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25295475[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1915174 INFO (qtp58319730-17375) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 1915175 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4f3f5a93{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1915175 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=22544708
[junit4] 2> 1915176 INFO (coreCloseExecutor-5998-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7389003
[junit4] 2> 1915177 INFO (coreCloseExecutor-5998-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 1915177 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 1915177 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50dc0934{/solr,null,UNAVAILABLE}
[junit4] 2> 1915178 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 1915179 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@208073ba{/solr,null,AVAILABLE}
[junit4] 2> 1915179 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@545cd856{HTTP/1.1,[http/1.1]}{127.0.0.1:35478}
[junit4] 2> 1915179 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.Server Started @1917884ms
[junit4] 2> 1915179 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=35478}
[junit4] 2> 1915180 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1915180 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 1915180 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 1915180 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1915180 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-08T12:38:23.419Z
[junit4] 2> 1915180 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/solr.xml
[junit4] 2> 1915185 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 1915212 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/.
[junit4] 2> 1915213 INFO (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 1915219 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 1915225 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1915227 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 1915228 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/./collection1
[junit4] 2> 1915229 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/./collection1/data/]
[junit4] 2> 1915230 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=1.7880859375, floorSegmentMB=1.1396484375, forceMergeDeletesPctAllowed=22.69448066501961, segmentsPerTier=14.0, maxCFSSegmentSizeMB=0.62890625, noCFSRatio=0.0
[junit4] 2> 1915260 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1915260 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1915260 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8693303321743608]
[junit4] 2> 1915261 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5264ef7a[collection1] main]
[junit4] 2> 1915261 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001/solr-instance-001/collection1/conf
[junit4] 2> 1915261 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
[junit4] 2> 1915261 INFO (coreLoadExecutor-6005-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1915261 INFO (searcherExecutor-6006-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5264ef7a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1915770 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 1915771 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 1915773 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 1915774 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 1915776 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 1915777 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 1915779 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 1915780 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 1915781 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 1915783 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 1915784 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 1915786 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 1915787 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 1915789 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 1915790 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 1915792 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 1915793 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 1915795 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 1915796 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 1915798 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 1915800 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 1915801 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 1915803 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 1915804 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 1915806 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 1915807 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 1915809 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 1915810 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 1915811 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 1915813 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 1915814 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 1915816 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 1915818 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 1915819 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 1915821 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 1915822 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 1915824 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 1915825 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 1915827 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 1915828 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 1915830 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 1915831 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 1915833 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 1915834 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 1915836 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 1915837 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 1915839 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 1915841 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 1915842 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 1915844 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 1915845 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 1915847 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 1915849 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 1915850 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 1915852 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 1915853 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 1915855 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 1915857 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 1915858 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 1915860 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 1915861 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 1915863 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 1915864 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 1915866 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 1915867 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 1915869 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 1915871 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 1915872 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 1915874 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 1915875 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 1915877 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 1915878 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 1915880 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 1915881 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 1915882 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 1915884 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 1915885 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 1915887 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 1915888 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 1915889 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 1915891 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 1915892 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 1915894 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 1915895 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 1915896 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 1915898 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 1915899 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 1915900 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 1915902 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 1915903 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 1915905 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 1915906 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 1915908 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 1915909 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 1915910 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 1915912 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 1915913 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 1915915 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 1915916 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 1915918 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 1915919 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 1915920 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 1915922 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 1915923 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 1915925 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 1915926 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 1915927 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 1915929 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 1915930 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 1915932 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 1915933 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 1915935 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 1915936 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 1915937 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 1915939 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 1915940 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 1915942 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 1915943 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 1915945 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 1915946 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 1915948 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 1915950 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 1915951 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 1915953 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 1915955 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 1915960 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 4
[junit4] 2> 1915962 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 1915963 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 1915965 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 1915966 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 1915968 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 1915969 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 1915971 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 1915972 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 1915973 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 1915975 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 1915976 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 1915978 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 1915979 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 1915981 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 1915982 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 1915983 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 1915985 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 1915986 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 1915988 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 1915989 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 1915991 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 1915992 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 1915993 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 1915995 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 1915996 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 1915998 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 1915999 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 1916000 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 1916002 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 1916003 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 1916005 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 1916006 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
[junit4] 2> 1916008 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 1916009 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 1916010 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 1916012 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 1916013 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 1916015 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 1916016 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 1916018 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 1916019 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 1916021 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 1916022 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 1916024 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 1916025 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 1916027 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
[junit4] 2> 1916028 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 1916032 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 1916034 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 1916035 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 1916037 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 1916038 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 1916040 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 1916041 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 1916042 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 1916044 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 1916046 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 1916047 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 1916048 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 1916050 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 1916051 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 1916053 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 1916055 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 1916056 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 1916058 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 1916059 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 1916061 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 1916062 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
[junit4] 2> 1916064 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
[junit4] 2> 1916065 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
[junit4] 2> 1916066 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
[junit4] 2> 1916068 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
[junit4] 2> 1916069 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
[junit4] 2> 1916071 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
[junit4] 2> 1916072 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
[junit4] 2> 1916074 INFO (qtp1421268278-17422) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
[junit4] 2> 1916075 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
[junit4] 2> 1916076 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
[junit4] 2> 1916078 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
[junit4] 2> 1916079 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
[junit4] 2> 1916081 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
[junit4] 2> 1916082 INFO (qtp1421268278-17417) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
[junit4] 2> 1916084 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
[junit4] 2> 1916085 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
[junit4] 2> 1916086 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
[junit4] 2> 1916088 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
[junit4] 2> 1916089 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
[junit4] 2> 1916091 INFO (qtp1421268278-17423) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
[junit4] 2> 1916092 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
[junit4] 2> 1916093 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
[junit4] 2> 1916095 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
[junit4] 2> 1916096 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
[junit4] 2> 1916098 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
[junit4] 2> 1916099 INFO (qtp1421268278-17421) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
[junit4] 2> 1916101 INFO (qtp1421268278-17420) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
[junit4] 2> 1916102 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
[junit4] 2> 1916105 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
[junit4] 2> 1916106 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
[junit4] 2> 1916107 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
[junit4] 2> 1916109 INFO (qtp1421268278-17424) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={
[...truncated too long message...]
path=/update params={wt=javabin&version=2}{add=[554]} 0 0
[junit4] 2> 2557424 INFO (qtp1239514442-19187) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2557424 INFO (qtp1239514442-19187) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3b566bad
[junit4] 2> 2557434 INFO (qtp1239514442-19187) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68c4a09c[collection1] main]
[junit4] 2> 2557434 INFO (qtp1239514442-19187) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2557434 INFO (searcherExecutor-6879-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@68c4a09c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.5.0):c1) Uninverting(_1(6.5.0):c1) Uninverting(_3(6.5.0):c1) Uninverting(_4(6.5.0):c1)))}
[junit4] 2> 2557434 INFO (qtp1239514442-19187) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 10
[junit4] 2> 2557438 INFO (qtp1239514442-19189) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[555]} 0 0
[junit4] 2> 2557439 INFO (qtp1239514442-19185) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2557439 INFO (qtp1239514442-19185) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3b566bad
[junit4] 2> 2557445 INFO (qtp1239514442-19185) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f390aa2[collection1] main]
[junit4] 2> 2557445 INFO (qtp1239514442-19185) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2557445 INFO (searcherExecutor-6879-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f390aa2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_2(6.5.0):c1) Uninverting(_1(6.5.0):c1) Uninverting(_3(6.5.0):c1) Uninverting(_4(6.5.0):c1) Uninverting(_5(6.5.0):c1)))}
[junit4] 2> 2557445 INFO (qtp1239514442-19185) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
[junit4] 2> 2557447 INFO (qtp1239514442-19190) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/select params={q=id:555&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2557447 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 1 docs
[junit4] 2> 2557448 INFO (qtp1021027092-19171) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=enablereplication} status=0 QTime=0
[junit4] 2> 2557450 INFO (qtp1239514442-19188) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=/solr path=/replication params={command=fetchindex} status=0 QTime=1
[junit4] 2> 2557450 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.SolrTestCaseJ4 ###Ending doTestReplicateAfterWrite2Slave
[junit4] 2> 2557451 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@70c399ff{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2557451 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1969462354
[junit4] 2> 2557451 ERROR (explicit-fetchindex-cmd) [ x:collection1] o.a.s.h.IndexFetcher Master at: http://127.0.0.1:47377/solr/collection1 is not available. Index fetch failed. Exception: Server refused connection at: http://127.0.0.1:47377/solr/collection1
[junit4] 2> 2557452 INFO (coreCloseExecutor-6884-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5eeca976
[junit4] 2> 2557453 INFO (coreCloseExecutor-6884-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2557454 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2557454 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@792e465e{/solr,null,UNAVAILABLE}
[junit4] 2> 2557455 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@10522d71{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2557455 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1747387634
[junit4] 2> 2557455 INFO (coreCloseExecutor-6886-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@108f0157
[junit4] 2> 2557458 INFO (coreCloseExecutor-6886-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 2557459 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 2557459 INFO (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[829C4BD9B8CDAE69]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f48be1b{/solr,null,UNAVAILABLE}
[junit4] 2> 2557460 INFO (SUITE-TestReplicationHandler-seed#[829C4BD9B8CDAE69]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_829C4BD9B8CDAE69-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=sq-AL, timezone=Africa/Nairobi
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=197212072,total=533200896
[junit4] 2> NOTE: All tests run in this JVM: [HdfsNNFailoverTest, TestDefaultStatsCache, TestConfigReload, HttpPartitionTest, SolrIndexMetricsTest, TestExtendedDismaxParser, TestCustomSort, CurrencyFieldXmlFileTest, CoreAdminRequestStatusTest, TestJsonFacetRefinement, SuggestComponentContextFilterQueryTest, EnumFieldTest, TestSolrCLIRunExample, MetricsHandlerTest, HLLUtilTest, TermVectorComponentDistributedTest, HardAutoCommitTest, TestConfig, TimeZoneUtilsTest, TestWriterPerf, PrimUtilsTest, ConcurrentDeleteAndCreateCollectionTest, BasicDistributedZk2Test, DeleteLastCustomShardedReplicaTest, CreateCollectionCleanupTest, SolrCloudExampleTest, SolrSlf4jReporterTest, FieldAnalysisRequestHandlerTest, CollectionTooManyReplicasTest, GraphQueryTest, TestSolrQueryParserResource, TestCoreDiscovery, TestSystemCollAutoCreate, TestHdfsCloudBackupRestore, DocValuesMultiTest, TestClassNameShortening, TestReversedWildcardFilterFactory, TestCollectionAPI, TestMaxScoreQueryParser, OverseerModifyCollectionTest, TestOverriddenPrefixQueryForCustomFieldType, ClassificationUpdateProcessorTest, BlockJoinFacetDistribTest, StatsReloadRaceTest, TestUtils, TestHdfsUpdateLog, BinaryUpdateRequestHandlerTest, UnloadDistributedZkTest, TestCollapseQParserPlugin, FieldMutatingUpdateProcessorTest, BlockDirectoryTest, TestJmxMonitoredMap, TestLFUCache, TestFieldCacheReopen, TestAnalyzedSuggestions, JSONWriterTest, TestLMJelinekMercerSimilarityFactory, DistribDocExpirationUpdateProcessorTest, TestExactStatsCache, TestPerFieldSimilarityClassic, TestFreeTextSuggestions, RequestHandlersTest, TestDynamicFieldCollectionResource, TestManagedResourceStorage, TestAnalyzeInfixSuggestions, LeaderElectionTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MinimalSchemaTest, QueryParsingTest, SuggesterTSTTest, SharedFSAutoReplicaFailoverUtilsTest, TestSolrFieldCacheMBean, TestIndexingPerformance, TestSchemaNameResource, TestSort, PingRequestHandlerTest, TestMacros, TestSchemaVersionResource, DirectUpdateHandlerTest, TestConfigsApi, TestGeoJSONResponseWriter, TestManagedSchema, ShowFileRequestHandlerTest, TestOrdValues, AnalyticsQueryTest, RestartWhileUpdatingTest, DeleteShardTest, TestXIncludeConfig, CdcrUpdateLogTest, ExitableDirectoryReaderTest, HdfsTlogReplayBufferedWhileIndexingTest, DistributedFacetPivotLongTailTest, TestSolrCloudWithKerberosAlt, TestPhraseSuggestions, HdfsChaosMonkeyNothingIsSafeTest, OverseerTest, ReplicaListTransformerTest, TestPKIAuthenticationPlugin, TestSubQueryTransformerCrossCore, SaslZkACLProviderTest, HttpSolrCallGetCoreTest, ActionThrottleTest, ChangedSchemaMergeTest, TestSolrJ, CdcrVersionReplicationTest, TestStressReorder, TestLegacyFieldCache, TestRecovery, TestShortCircuitedRequests, TestFieldResource, TestReqParamsAPI, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, TestReplicationHandler]
[junit4] Completed [503/697 (1!)] on J2 in 643.48s, 16 tests, 1 failure, 1 skipped <<< FAILURES!
[...truncated 63302 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 302 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/302/
2 tests failed.
FAILED: org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap
Error Message:
Document mismatch on target after sync expected:<10000> but was:<0>
Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<10000> but was:<0>
at __randomizedtesting.SeedInfo.seed([B003351AF67433AA:67D41A6D422BABED]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap(CdcrBootstrapTest.java:134)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130) at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137) at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94) at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:109) at sun.reflect.GeneratedConstructorAccessor172.newInstance(Unknown Source) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:423) at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:741) at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:803) at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1053) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:918) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:811) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:917) at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:552) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:109)
at sun.reflect.GeneratedConstructorAccessor172.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:741)
at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:803)
at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1053)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:918)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:811)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:917)
at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:552)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at __randomizedtesting.SeedInfo.seed([B003351AF67433AA]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
at sun.reflect.GeneratedMethodAccessor89.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11990 lines...]
[junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/init-core-data-001
[junit4] 2> 838255 INFO (SUITE-CdcrBootstrapTest-seed#[B003351AF67433AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 838256 INFO (SUITE-CdcrBootstrapTest-seed#[B003351AF67433AA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 838264 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBootstrapWithContinousIndexingOnSourceCluster
[junit4] 2> 838264 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/cdcr-target-001
[junit4] 2> 838264 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 838269 INFO (Thread-34606) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 838270 INFO (Thread-34606) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 838369 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.ZkTestServer start zk server on port:38021
[junit4] 2> 838403 INFO (jetty-launcher-292-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 838404 INFO (jetty-launcher-292-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d06e2e2{/solr,null,AVAILABLE}
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2f4e1645{HTTP/1.1,[http/1.1]}{127.0.0.1:34168}
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.e.j.s.Server Started @841454ms
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34168}
[junit4] 2> 838411 ERROR (jetty-launcher-292-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 838411 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T02:40:18.561Z
[junit4] 2> 838438 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 838453 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 838462 INFO (jetty-launcher-292-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38021/solr
[junit4] 2> 838552 INFO (jetty-launcher-292-thread-1) [n:127.0.0.1:34168_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 838554 INFO (jetty-launcher-292-thread-1) [n:127.0.0.1:34168_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34168_solr
[junit4] 2> 838561 INFO (jetty-launcher-292-thread-1) [n:127.0.0.1:34168_solr ] o.a.s.c.Overseer Overseer (id=97573563171340291-127.0.0.1:34168_solr-n_0000000000) starting
[junit4] 2> 838606 INFO (jetty-launcher-292-thread-1) [n:127.0.0.1:34168_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34168_solr
[junit4] 2> 838609 INFO (zkCallback-299-thread-1-processing-n:127.0.0.1:34168_solr) [n:127.0.0.1:34168_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 838845 INFO (jetty-launcher-292-thread-1) [n:127.0.0.1:34168_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/cdcr-target-001/node1/.
[junit4] 1> Target zkHost = 127.0.0.1:38021/solr
[junit4] 2> 838918 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/cdcr-source-001
[junit4] 2> 838918 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 838918 INFO (Thread-34616) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 838918 INFO (Thread-34616) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 838923 WARN (Thread-34616) [ ] o.a.z.j.MBeanRegistry Failed to register MBean StandaloneServer_port-1
[junit4] 2> 838923 WARN (Thread-34616) [ ] o.a.z.s.ZooKeeperServer Failed to register with JMX
[junit4] 2> javax.management.InstanceAlreadyExistsException: org.apache.ZooKeeperService:name0=StandaloneServer_port-1
[junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
[junit4] 2> at org.apache.zookeeper.jmx.MBeanRegistry.register(MBeanRegistry.java:96)
[junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.registerJMX(ZooKeeperServer.java:377)
[junit4] 2> at org.apache.zookeeper.server.ZooKeeperServer.startup(ZooKeeperServer.java:410)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.startup(NIOServerCnxnFactory.java:123)
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:308)
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
[junit4] 2> 839018 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.ZkTestServer start zk server on port:50896
[junit4] 2> 839037 INFO (jetty-launcher-304-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 839038 INFO (jetty-launcher-304-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@186e7ff3{/solr,null,AVAILABLE}
[junit4] 2> 839038 INFO (jetty-launcher-304-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f61d64b{HTTP/1.1,[http/1.1]}{127.0.0.1:41758}
[junit4] 2> 839039 INFO (jetty-launcher-304-thread-1) [ ] o.e.j.s.Server Started @842082ms
[junit4] 2> 839039 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41758}
[junit4] 2> 839039 ERROR (jetty-launcher-304-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 839040 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 839040 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 839040 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 839040 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-07T02:40:19.190Z
[junit4] 2> 839255 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 839267 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 839268 INFO (jetty-launcher-304-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50896/solr
[junit4] 2> 839307 INFO (jetty-launcher-304-thread-1) [n:127.0.0.1:41758_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 839308 INFO (jetty-launcher-304-thread-1) [n:127.0.0.1:41758_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41758_solr
[junit4] 2> 839309 INFO (jetty-launcher-304-thread-1) [n:127.0.0.1:41758_solr ] o.a.s.c.Overseer Overseer (id=97573563208302595-127.0.0.1:41758_solr-n_0000000000) starting
[junit4] 2> 839316 INFO (jetty-launcher-304-thread-1) [n:127.0.0.1:41758_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41758_solr
[junit4] 2> 839324 INFO (zkCallback-311-thread-1-processing-n:127.0.0.1:41758_solr) [n:127.0.0.1:41758_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 839391 INFO (jetty-launcher-304-thread-1) [n:127.0.0.1:41758_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/cdcr-source-001/node1/.
[junit4] 2> 839478 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 839480 INFO (TEST-CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster-seed#[B003351AF67433AA]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50896/solr ready
[junit4] 2> 839485 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 839492 INFO (OverseerThreadFactory-1077-thread-1-processing-n:127.0.0.1:41758_solr) [n:127.0.0.1:41758_solr ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
[junit4] 2> 839639 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2
[junit4] 2> 839753 INFO (zkCallback-311-thread-3-processing-n:127.0.0.1:41758_solr) [n:127.0.0.1:41758_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 840671 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 840676 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 840679 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica1] Schema name=minimal
[junit4] 2> 840687 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 840688 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
[junit4] 2> 840690 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
[junit4] 2> 840691 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica1' using configuration from collection cdcr-source
[junit4] 2> 840707 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/cdcr-source-001/node1/cdcr-source_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_B003351AF67433AA-001/cdcr-source-001/node1/./cdcr-source_shard1_replica1/data/]
[junit4] 2> 840788 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 840788 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 840789 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 840789 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 840790 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@638769aa[cdcr-source_shard1_replica1] main]
[junit4] 2> 840791 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
[junit4] 2> 840792 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
[junit4] 2> 840792 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
[junit4] 2> 840792 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 840792 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 840798 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
[junit4] 2> 840806 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
[junit4] 2> 840829 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@638769aa[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 840830 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561177013333524480
[junit4] 2> 840849 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 840852 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 840852 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41758/solr/cdcr-source_shard1_replica1/
[junit4] 2> 840852 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 840852 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:41758/solr/cdcr-source_shard1_replica1/ has no replicas
[junit4] 2> 840852 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 840860 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41758/solr/cdcr-source_shard1_replica1/ shard1
[junit4] 2> 840860 INFO (zkCallback-311-thread-1-processing-n:127.0.0.1:41758_solr) [n:127.0.0.1:41758_solr ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
[junit4] 2> 840973 INFO (zkCallback-311-thread-4-processing-n:127.0.0.1:41758_solr) [n:127.0.0.1:41758_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 841021 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 841030 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 x:cdcr-source_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&name=cdcr-source_shard1_replica1&action=CREATE&numShards=1&collection=cdcr-source&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1391
[junit4] 2> 841048 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 841137 INFO (zkCallback-311-thread-1-processing-n:127.0.0.1:41758_solr) [n:127.0.0.1:41758_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
[junit4] 2> 841494 INFO (OverseerCollectionConfigSetProcessor-97573563208302595-127.0.0.1:41758_solr-n_0000000000) [n:127.0.0.1:41758_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 842048 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2562
[junit4] 1> Adding 100 docs with commit=true, numDocs=100
[junit4] 2> 842088 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=23
[junit4] 2> 842090 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842090 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842118 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3f435c50[cdcr-source_shard1_replica1] main]
[junit4] 2> 842118 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3f435c50[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100)))}
[junit4] 2> 842119 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842119 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=28
[junit4] 1> Adding 100 docs with commit=true, numDocs=200
[junit4] 2> 842125 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842127 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842128 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842153 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64205cae[cdcr-source_shard1_replica1] main]
[junit4] 2> 842153 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@64205cae[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100)))}
[junit4] 2> 842153 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842153 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=26
[junit4] 1> Adding 100 docs with commit=true, numDocs=300
[junit4] 2> 842159 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 842160 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842160 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842184 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7339b776[cdcr-source_shard1_replica1] main]
[junit4] 2> 842184 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7339b776[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100)))}
[junit4] 2> 842184 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842184 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=24
[junit4] 1> Adding 100 docs with commit=true, numDocs=400
[junit4] 2> 842189 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 842191 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842191 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842221 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24536924[cdcr-source_shard1_replica1] main]
[junit4] 2> 842222 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@24536924[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100)))}
[junit4] 2> 842222 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842222 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=31
[junit4] 1> Adding 100 docs with commit=true, numDocs=500
[junit4] 2> 842228 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 842230 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842230 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842270 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39a160fb[cdcr-source_shard1_replica1] main]
[junit4] 2> 842270 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@39a160fb[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100)))}
[junit4] 2> 842270 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842270 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=40
[junit4] 1> Adding 100 docs with commit=true, numDocs=600
[junit4] 2> 842278 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842287 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842287 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842328 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@31536a5[cdcr-source_shard1_replica1] main]
[junit4] 2> 842328 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@31536a5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100) Uninverting(_5(6.5.0):C100)))}
[junit4] 2> 842328 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842328 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 100 docs with commit=true, numDocs=700
[junit4] 2> 842336 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 842338 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842338 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842373 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@52028cc2[cdcr-source_shard1_replica1] main]
[junit4] 2> 842373 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@52028cc2[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100) Uninverting(_5(6.5.0):C100) Uninverting(_6(6.5.0):C100)))}
[junit4] 2> 842373 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842374 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=35
[junit4] 1> Adding 100 docs with commit=true, numDocs=800
[junit4] 2> 842381 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842389 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842389 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842423 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@243488f5[cdcr-source_shard1_replica1] main]
[junit4] 2> 842423 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@243488f5[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100) Uninverting(_5(6.5.0):C100) Uninverting(_6(6.5.0):C100) Uninverting(_7(6.5.0):C100)))}
[junit4] 2> 842423 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842424 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=34
[junit4] 1> Adding 100 docs with commit=true, numDocs=900
[junit4] 2> 842430 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842432 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842433 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842475 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@693dff0d[cdcr-source_shard1_replica1] main]
[junit4] 2> 842475 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@693dff0d[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100) Uninverting(_5(6.5.0):C100) Uninverting(_6(6.5.0):C100) Uninverting(_7(6.5.0):C100) Uninverting(_8(6.5.0):C100)))}
[junit4] 2> 842475 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842475 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=43
[junit4] 1> Adding 100 docs with commit=true, numDocs=1000
[junit4] 2> 842482 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 842494 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842494 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842550 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11f9d7bc[cdcr-source_shard1_replica1] main]
[junit4] 2> 842550 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@11f9d7bc[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100) Uninverting(_5(6.5.0):C100) Uninverting(_6(6.5.0):C100) Uninverting(_7(6.5.0):C100) Uninverting(_8(6.5.0):C100) Uninverting(_9(6.5.0):C100)))}
[junit4] 2> 842550 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842552 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=57
[junit4] 1> Adding 100 docs with commit=true, numDocs=1100
[junit4] 2> 842563 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842566 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842566 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842606 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@347d9e0f[cdcr-source_shard1_replica1] main]
[junit4] 2> 842606 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@347d9e0f[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.5.0):C100) Uninverting(_1(6.5.0):C100) Uninverting(_2(6.5.0):C100) Uninverting(_3(6.5.0):C100) Uninverting(_4(6.5.0):C100) Uninverting(_5(6.5.0):C100) Uninverting(_6(6.5.0):C100) Uninverting(_7(6.5.0):C100) Uninverting(_8(6.5.0):C100) Uninverting(_9(6.5.0):C100) Uninverting(_b(6.5.0):C100)))}
[junit4] 2> 842606 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842607 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=41
[junit4] 1> Adding 100 docs with commit=true, numDocs=1200
[junit4] 2> 842617 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 842619 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842620 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842659 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3164b8d4[cdcr-source_shard1_replica1] main]
[junit4] 2> 842660 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3164b8d4[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100)))}
[junit4] 2> 842660 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842668 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=48
[junit4] 1> Adding 100 docs with commit=true, numDocs=1300
[junit4] 2> 842675 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842678 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842679 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842707 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1556d15c[cdcr-source_shard1_replica1] main]
[junit4] 2> 842707 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@1556d15c[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100)))}
[junit4] 2> 842707 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842707 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=28
[junit4] 1> Adding 100 docs with commit=true, numDocs=1400
[junit4] 2> 842714 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842717 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842717 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842745 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70f65571[cdcr-source_shard1_replica1] main]
[junit4] 2> 842745 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@70f65571[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100) Uninverting(_e(6.5.0):C100)))}
[junit4] 2> 842745 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842745 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=28
[junit4] 1> Adding 100 docs with commit=true, numDocs=1500
[junit4] 2> 842754 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 842757 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842757 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842787 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b19556b[cdcr-source_shard1_replica1] main]
[junit4] 2> 842787 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@3b19556b[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100) Uninverting(_e(6.5.0):C100) Uninverting(_f(6.5.0):C100)))}
[junit4] 2> 842787 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842787 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=30
[junit4] 1> Adding 100 docs with commit=true, numDocs=1600
[junit4] 2> 842794 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842797 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842797 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842826 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7faff261[cdcr-source_shard1_replica1] main]
[junit4] 2> 842827 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@7faff261[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100) Uninverting(_e(6.5.0):C100) Uninverting(_f(6.5.0):C100) Uninverting(_g(6.5.0):C100)))}
[junit4] 2> 842827 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842827 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=30
[junit4] 1> Adding 100 docs with commit=true, numDocs=1700
[junit4] 2> 842833 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 842835 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842835 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842863 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@241d689b[cdcr-source_shard1_replica1] main]
[junit4] 2> 842863 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@241d689b[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100) Uninverting(_e(6.5.0):C100) Uninverting(_f(6.5.0):C100) Uninverting(_g(6.5.0):C100) Uninverting(_h(6.5.0):C100)))}
[junit4] 2> 842863 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842864 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=28
[junit4] 1> Adding 100 docs with commit=true, numDocs=1800
[junit4] 2> 842870 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 842872 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842872 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842903 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@783ba924[cdcr-source_shard1_replica1] main]
[junit4] 2> 842904 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@783ba924[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100) Uninverting(_e(6.5.0):C100) Uninverting(_f(6.5.0):C100) Uninverting(_g(6.5.0):C100) Uninverting(_h(6.5.0):C100) Uninverting(_i(6.5.0):C100)))}
[junit4] 2> 842904 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842904 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=32
[junit4] 1> Adding 100 docs with commit=true, numDocs=1900
[junit4] 2> 842912 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 842914 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842914 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 842954 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@54d64cd4[cdcr-source_shard1_replica1] main]
[junit4] 2> 842954 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@54d64cd4[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.5.0):C1000) Uninverting(_b(6.5.0):C100) Uninverting(_c(6.5.0):C100) Uninverting(_d(6.5.0):C100) Uninverting(_e(6.5.0):C100) Uninverting(_f(6.5.0):C100) Uninverting(_g(6.5.0):C100) Uninverting(_h(6.5.0):C100) Uninverting(_i(6.5.0):C100) Uninverting(_j(6.5.0):C100)))}
[junit4] 2> 842954 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 842965 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=51
[junit4] 1> Adding 100 docs with commit=true, numDocs=2000
[junit4] 2> 842971 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 842973 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 842973 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843009 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30153ba3[cdcr-source_shard1_replica1] main]
[junit4] 2> 843009 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@30153ba3[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(6.5.0):C1900) Uninverting(_l(6.5.0):C100)))}
[junit4] 2> 843009 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843010 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=37
[junit4] 1> Adding 100 docs with commit=true, numDocs=2100
[junit4] 2> 843015 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 843017 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843017 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843066 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5573e7d3[cdcr-source_shard1_replica1] main]
[junit4] 2> 843066 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@5573e7d3[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(6.5.0):C1900) Uninverting(_l(6.5.0):C100) Uninverting(_m(6.5.0):C100)))}
[junit4] 2> 843066 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843066 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=49
[junit4] 1> Adding 100 docs with commit=true, numDocs=2200
[junit4] 2> 843071 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 843073 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843073 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843130 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11e83a4e[cdcr-source_shard1_replica1] main]
[junit4] 2> 843130 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843133 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@11e83a4e[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(6.5.0):C1900) Uninverting(_l(6.5.0):C100) Uninverting(_m(6.5.0):C100) Uninverting(_n(6.5.0):C100)))}
[junit4] 2> 843134 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=60
[junit4] 1> Adding 100 docs with commit=true, numDocs=2300
[junit4] 2> 843139 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 843141 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843141 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843166 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59567db1[cdcr-source_shard1_replica1] main]
[junit4] 2> 843167 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@59567db1[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(6.5.0):C1900) Uninverting(_l(6.5.0):C100) Uninverting(_m(6.5.0):C100) Uninverting(_n(6.5.0):C100) Uninverting(_o(6.5.0):C100)))}
[junit4] 2> 843167 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843167 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=26
[junit4] 1> Adding 100 docs with commit=true, numDocs=2400
[junit4] 2> 843173 INFO (qtp2129483089-36621) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 843174 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843174 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843198 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@422c0fd7[cdcr-source_shard1_replica1] main]
[junit4] 2> 843198 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@422c0fd7[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(6.5.0):C1900) Uninverting(_l(6.5.0):C100) Uninverting(_m(6.5.0):C100) Uninverting(_n(6.5.0):C100) Uninverting(_o(6.5.0):C100) Uninverting(_p(6.5.0):C100)))}
[junit4] 2> 843198 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843198 INFO (qtp2129483089-36625) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=23
[junit4] 1> Adding 100 docs with commit=true, numDocs=2500
[junit4] 2> 843204 INFO (qtp2129483089-36622) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 843205 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843205 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843232 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@417edb32[cdcr-source_shard1_replica1] main]
[junit4] 2> 843232 INFO (searcherExecutor-1080-thread-1-processing-n:127.0.0.1:41758_solr x:cdcr-source_shard1_replica1 s:shard1 c:cdcr-source r:core_node1) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.SolrCore [cdcr-source_shard1_replica1] Registered new searcher Searcher@417edb32[cdcr-source_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_k(6.5.0):C1900) Uninverting(_l(6.5.0):C100) Uninverting(_m(6.5.0):C100) Uninverting(_n(6.5.0):C100) Uninverting(_o(6.5.0):C100) Uninverting(_p(6.5.0):C100) Uninverting(_q(6.5.0):C100)))}
[junit4] 2> 843232 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 843232 INFO (qtp2129483089-36626) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2} status=0 QTime=27
[junit4] 1> Adding 100 docs with commit=true, numDocs=2600
[junit4] 2> 843256 INFO (qtp2129483089-36628) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.c.S.Request [cdcr-source_shard1_replica1] webapp=/solr path=/update params={_stateVer_=cdcr-source:3&wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 843258 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 843258 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@45dc5ae
[junit4] 2> 843287 INFO (qtp2129483089-36624) [n:127.0.0.1:41758_solr c:cdcr-source s:shard1 r:core_node1 x:cdcr-source_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@346c8092[cdcr-source_shard1_replica1] main]
[junit4] 2> 843287 INFO (searcherExecutor-1080-thread-1-pro
[...truncated too long message...]
[junit4] 2> java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
[junit4] 2> java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
[junit4] 2>
[junit4] 2> JUnit4-serializer-daemon:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2>
[junit4] 2> main:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Thread.join(Thread.java:1249)
[junit4] 2> java.lang.Thread.join(Thread.java:1323)
[junit4] 2> [...com.carrotsearch.randomizedtesting.*]
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
[junit4] 2> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2>
[junit4] 2> Thread-40765:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.zookeeper.Login$1.run(Login.java:183)
[junit4] 2> java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> org.apache.hadoop.hdfs.PeerCache@5802bfcb:
[junit4] 2> java.lang.Thread.sleep(Native Method)
[junit4] 2> org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:255)
[junit4] 2> org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
[junit4] 2> org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
[junit4] 2> java.lang.Thread.run(Thread.java:745)
[junit4] 2>
[junit4] 2> Reference Handler:
[junit4] 2> java.lang.Object.wait(Native Method)
[junit4] 2> java.lang.Object.wait(Object.java:502)
[junit4] 2> java.lang.ref.Reference.tryHandlePending(Reference.java:191)
[junit4] 2> java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
[junit4] 2>
[junit4] 2> Signal Dispatcher:
[junit4] 2>
[junit4] 2> 3801012 INFO (SUITE-HdfsRecoveryZkTest-seed#[B003351AF67433AA]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=id, timezone=Brazil/West
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=131127760,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [DirectoryFactoryTest, CollectionStateFormat2Test, TestLockTree, JsonLoaderTest, MultiThreadedOCPTest, TestFuzzyAnalyzedSuggestions, BitVectorTest, DistribCursorPagingTest, BooleanFieldTest, TestCSVResponseWriter, TestFieldCollectionResource, TestCloudPivotFacet, TestUnifiedSolrHighlighter, TestRTimerTree, IndexSchemaTest, TestLRUCache, WordBreakSolrSpellCheckerTest, TestNumericTerms64, TestCoreContainer, HdfsBasicDistributedZkTest, ZkSolrClientTest, TestManagedStopFilterFactory, TestStressUserVersions, TestDefaultSearchFieldResource, TestRandomCollapseQParserPlugin, PreAnalyzedUpdateProcessorTest, TestExceedMaxTermLength, CdcrBootstrapTest, SimpleMLTQParserTest, TestSchemalessBufferedUpdates, TestFiltering, TestFastOutputStream, TestLMDirichletSimilarityFactory, InfixSuggestersTest, TestScoreJoinQPScore, TestImplicitCoreProperties, TestFileDictionaryLookup, TestSchemaSimilarityResource, MergeStrategyTest, CollectionsAPISolrJTest, SolrMetricsIntegrationTest, BJQParserTest, TestFieldCache, TestFieldCacheSort, TestTolerantUpdateProcessorCloud, TestFieldTypeResource, TestSQLHandler, InfoHandlerTest, RuleEngineTest, TestCharFilters, TestFilteredDocIdSet, DocValuesMissingTest, PeerSyncWithIndexFingerprintCachingTest, TestElisionMultitermQuery, TestUpdate, TestSolrCloudSnapshots, TestConfigSetsAPIExclusivity, IndexBasedSpellCheckerTest, TestNonDefinedSimilarityFactory, DirectSolrConnectionTest, ClassificationUpdateProcessorIntegrationTest, SharedFSAutoReplicaFailoverTest, TestWordDelimiterFilterFactory, DeleteInactiveReplicaTest, TestMinMaxOnMultiValuedField, TestSurroundQueryParser, SolrJmxReporterTest, TestSystemIdResolver, TestDeleteCollectionOnDownNodes, AddSchemaFieldsUpdateProcessorFactoryTest, SuggesterFSTTest, TestTrie, ZkCLITest, DistributedFacetPivotLargeTest, MoreLikeThisHandlerTest, TestJavabinTupleStreamParser, UtilsToolTest, TestRTGBase, HLLSerializationTest, TestSolrCloudWithHadoopAuthPlugin, DistanceUnitsTest, TestXmlQParserPlugin, SolrInfoMBeanTest, TestMacroExpander, ShardRoutingCustomTest, BasicFunctionalityTest, IndexSchemaRuntimeFieldTest, TestAddFieldRealTimeGet, TestMiniSolrCloudClusterSSL, CheckHdfsIndexTest, SpatialFilterTest, SliceStateTest, TestLuceneMatchVersion, HdfsThreadLeakTest, LeaderFailoverAfterPartitionTest, TestLeaderElectionZkExpiry, DistributedFacetPivotSmallTest, DocumentBuilderTest, SpellCheckComponentTest, LoggingHandlerTest, TestQueryTypes, AnalysisErrorHandlingTest, SearchHandlerTest, TestReplicationHandlerBackup, TestQueryUtils, ZkControllerTest, TestCloudManagedSchema, SpatialHeatmapFacetsTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, URLClassifyProcessorTest, TestManagedResource, TestNamedUpdateProcessors, TestPartialUpdateDeduplication, TestBulkSchemaAPI, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AssignTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteReplicaTest, DocValuesNotIndexedTest, ForceLeaderTest, LeaderInitiatedRecoveryOnCommitTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerStatusTest, RemoteQueryErrorTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestConfigSetsAPIZkFailure, TestExclusionRuleCollectionAccess, TestLocalFSCloudBackupRestore, TestMiniSolrCloudCluster, TestOnReconnectListenerSupport, TestRandomRequestDistribution, TestRebalanceLeaders, TestReplicaProperties, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSSLRandomization, TestSegmentSorting, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=B003351AF67433AA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=id -Dtests.timezone=Brazil/West -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | HdfsRecoveryZkTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
[junit4] > at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:137)
[junit4] > at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:94)
[junit4] > at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:109)
[junit4] > at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
[junit4] > at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:741)
[junit4] > at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:803)
[junit4] > at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1053)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:918)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:811)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:917)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$3(CoreContainer.java:552)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] > at __randomizedtesting.SeedInfo.seed([B003351AF67433AA]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [568/697 (2!)] on J1 in 141.51s, 1 test, 1 failure <<< FAILURES!
[...truncated 63051 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 301 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/301/
2 tests failed.
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46021
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46021
at __randomizedtesting.SeedInfo.seed([BE76C68615415A1:83B353B2CFA87859]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1361)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1112)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515)
... 51 more
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@1637f00 (not leader) wrong [docid] for SolrDocument{id=94, id_field_copy_that_does_not_support_in_place_update_s=94, title_s=title94, id_i=94, inplace_updatable_float=101.0, _version_=1561066829263142912, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=5586} expected:<6049> but was:<5586>
Stack Trace:
java.lang.AssertionError: 'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@1637f00 (not leader) wrong [docid] for SolrDocument{id=94, id_field_copy_that_does_not_support_in_place_update_s=94, title_s=title94, id_i=94, inplace_updatable_float=101.0, _version_=1561066829263142912, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=5586} expected:<6049> but was:<5586>
at __randomizedtesting.SeedInfo.seed([BE76C68615415A1:83B353B2CFA87859]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesInResults(TestInPlaceUpdatesDistrib.java:442)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesAgainstAllClients(TestInPlaceUpdatesDistrib.java:413)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:321)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 11756 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/init-core-data-001
[junit4] 2> 476282 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 476283 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 476284 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 476346 WARN (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 476366 WARN (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 476373 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 476387 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_58762_hdfs____.hfsome/webapp
[junit4] 2> 476978 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:58762
[junit4] 2> 477214 WARN (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 477215 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 477233 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52885_datanode____.f4brfl/webapp
[junit4] 2> 477954 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52885
[junit4] 2> 478254 WARN (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 478255 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 478286 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_32906_datanode____r32f53/webapp
[junit4] 2> 478414 INFO (IPC Server handler 3 on 40339) [ ] BlockStateChange BLOCK* processReport: from storage DS-cdbd1df7-e984-4973-8109-00b1cda7d4a2 node DatanodeRegistration(127.0.0.1:46374, datanodeUuid=c65671ff-97a4-4872-b2ad-fb320550635c, infoPort=57278, infoSecurePort=0, ipcPort=49173, storageInfo=lv=-56;cid=testClusterID;nsid=690169270;c=0), blocks: 0, hasStaleStorage: true, processing time: 4 msecs
[junit4] 2> 478414 INFO (IPC Server handler 3 on 40339) [ ] BlockStateChange BLOCK* processReport: from storage DS-85f4f4c2-430e-49c7-b25c-5921ebe6b6e5 node DatanodeRegistration(127.0.0.1:46374, datanodeUuid=c65671ff-97a4-4872-b2ad-fb320550635c, infoPort=57278, infoSecurePort=0, ipcPort=49173, storageInfo=lv=-56;cid=testClusterID;nsid=690169270;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 478887 INFO (SUITE-StressHdfsTest-seed#[BE76C68615415A1]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:32906
[junit4] 2> 479075 INFO (IPC Server handler 9 on 40339) [ ] BlockStateChange BLOCK* processReport: from storage DS-503133e2-debd-4d14-bb2c-4a78c882f9a2 node DatanodeRegistration(127.0.0.1:52639, datanodeUuid=1807bb09-d803-4fde-b184-c701cd927e6f, infoPort=57861, infoSecurePort=0, ipcPort=32907, storageInfo=lv=-56;cid=testClusterID;nsid=690169270;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 479075 INFO (IPC Server handler 9 on 40339) [ ] BlockStateChange BLOCK* processReport: from storage DS-c9f84a73-d657-4274-99bd-979f052250a3 node DatanodeRegistration(127.0.0.1:52639, datanodeUuid=1807bb09-d803-4fde-b184-c701cd927e6f, infoPort=57861, infoSecurePort=0, ipcPort=32907, storageInfo=lv=-56;cid=testClusterID;nsid=690169270;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 479239 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 479239 INFO (Thread-25887) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 479239 INFO (Thread-25887) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 479339 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkTestServer start zk server on port:34658
[junit4] 2> 479378 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 479379 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 479380 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 479381 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 479382 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 479384 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 479388 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 479391 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 479396 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 479397 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 479402 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 479486 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/control-001/cores/collection1
[junit4] 2> 479487 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 479490 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14b8158e{/,null,AVAILABLE}
[junit4] 2> 479490 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@92c88b8{HTTP/1.1,[http/1.1]}{127.0.0.1:58831}
[junit4] 2> 479490 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server Started @482951ms
[junit4] 2> 479490 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40339/hdfs__localhost_40339__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001_tempDir-002_control_data, hostContext=/, hostPort=58831, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/control-001/cores}
[junit4] 2> 479491 ERROR (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 479491 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 479491 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 479491 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 479491 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T21:21:58.837Z
[junit4] 2> 479509 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 479509 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/control-001/solr.xml
[junit4] 2> 479518 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 479519 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34658/solr
[junit4] 2> 479551 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:58831_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 479552 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:58831_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58831_
[junit4] 2> 479554 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:58831_ ] o.a.s.c.Overseer Overseer (id=97566649128845316-127.0.0.1:58831_-n_0000000000) starting
[junit4] 2> 479582 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:58831_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58831_
[junit4] 2> 479589 INFO (zkCallback-132-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 479837 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:58831_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/control-001/cores
[junit4] 2> 479837 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:58831_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 479851 INFO (OverseerStateUpdate-97566649128845316-127.0.0.1:58831_-n_0000000000) [n:127.0.0.1:58831_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 479867 WARN (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 479868 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 479894 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 479960 WARN (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 479964 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 479983 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 479983 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40339/solr_hdfs_home
[junit4] 2> 479983 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 479983 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40339/solr_hdfs_home/control_collection/core_node1/data/]
[junit4] 2> 479984 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@548b6ccb
[junit4] 2> 479984 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
[junit4] 2> 479990 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 479990 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 479990 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 480007 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 480008 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/control_collection/core_node1/data
[junit4] 2> 480031 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/control_collection/core_node1/data/index
[junit4] 2> 480036 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 480036 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 480040 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 480040 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@61690264
[junit4] 2> 480073 INFO (IPC Server handler 5 on 40339) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46374 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c9f84a73-d657-4274-99bd-979f052250a3:NORMAL:127.0.0.1:52639|RBW], ReplicaUC[[DISK]DS-cdbd1df7-e984-4973-8109-00b1cda7d4a2:NORMAL:127.0.0.1:46374|RBW]]} size 0
[junit4] 2> 480074 INFO (IPC Server handler 6 on 40339) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52639 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cdbd1df7-e984-4973-8109-00b1cda7d4a2:NORMAL:127.0.0.1:46374|RBW], ReplicaUC[[DISK]DS-503133e2-debd-4d14-bb2c-4a78c882f9a2:NORMAL:127.0.0.1:52639|FINALIZED]]} size 0
[junit4] 2> 480097 WARN (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 480126 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 480126 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 480126 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 480135 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 480136 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 480136 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24878073041265872]
[junit4] 2> 480175 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ff6d3da[collection1] main]
[junit4] 2> 480176 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 480176 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 480176 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 480178 INFO (searcherExecutor-403-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6ff6d3da[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 480179 INFO (coreLoadExecutor-402-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561066387039846400
[junit4] 2> 480199 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 480199 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 480199 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:58831/collection1/
[junit4] 2> 480199 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 480199 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:58831/collection1/ has no replicas
[junit4] 2> 480199 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 480204 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:58831/collection1/ shard1
[junit4] 2> 480356 INFO (coreZkRegister-395-thread-1-processing-n:127.0.0.1:58831_ x:collection1 c:control_collection) [n:127.0.0.1:58831_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 480406 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 480407 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34658/solr ready
[junit4] 2> 480407 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 480481 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-1-001/cores/collection1
[junit4] 2> 480481 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-1-001
[junit4] 2> 480482 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 480483 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f745933{/,null,AVAILABLE}
[junit4] 2> 480484 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@d4b7009{HTTP/1.1,[http/1.1]}{127.0.0.1:42962}
[junit4] 2> 480484 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server Started @483944ms
[junit4] 2> 480484 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40339/hdfs__localhost_40339__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=42962, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-1-001/cores}
[junit4] 2> 480484 ERROR (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 480485 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 480485 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 480485 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 480485 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T21:21:59.831Z
[junit4] 2> 480492 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 480492 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-1-001/solr.xml
[junit4] 2> 480497 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 480497 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34658/solr
[junit4] 2> 480523 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:42962_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 480525 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:42962_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 480530 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:42962_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42962_
[junit4] 2> 480535 INFO (zkCallback-136-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 480535 INFO (zkCallback-132-thread-2-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 480536 INFO (zkCallback-141-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 480592 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:42962_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-1-001/cores
[junit4] 2> 480592 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:42962_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 480603 INFO (OverseerStateUpdate-97566649128845316-127.0.0.1:58831_-n_0000000000) [n:127.0.0.1:58831_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 481623 WARN (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 481624 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 481635 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 481712 WARN (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 481726 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 481734 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 481734 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40339/solr_hdfs_home
[junit4] 2> 481734 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 481734 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:40339/solr_hdfs_home/collection1/core_node1/data/]
[junit4] 2> 481734 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@548b6ccb
[junit4] 2> 481734 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
[junit4] 2> 481740 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 481740 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 481743 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 481743 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node1/data
[junit4] 2> 481755 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node1/data/index
[junit4] 2> 481760 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 481760 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 481762 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 481762 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@75fe9df8
[junit4] 2> 481774 INFO (IPC Server handler 3 on 40339) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52639 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cdbd1df7-e984-4973-8109-00b1cda7d4a2:NORMAL:127.0.0.1:46374|RBW], ReplicaUC[[DISK]DS-c9f84a73-d657-4274-99bd-979f052250a3:NORMAL:127.0.0.1:52639|FINALIZED]]} size 0
[junit4] 2> 481775 INFO (IPC Server handler 4 on 40339) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46374 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c9f84a73-d657-4274-99bd-979f052250a3:NORMAL:127.0.0.1:52639|FINALIZED], ReplicaUC[[DISK]DS-85f4f4c2-430e-49c7-b25c-5921ebe6b6e5:NORMAL:127.0.0.1:46374|FINALIZED]]} size 0
[junit4] 2> 481781 WARN (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 481811 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 481811 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 481811 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 481823 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 481823 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 481824 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24878073041265872]
[junit4] 2> 481834 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@452c82f6[collection1] main]
[junit4] 2> 481835 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 481835 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 481835 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 481836 INFO (searcherExecutor-414-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@452c82f6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 481839 INFO (coreLoadExecutor-413-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561066388780482560
[junit4] 2> 481849 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 481849 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 481849 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42962/collection1/
[junit4] 2> 481849 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 481849 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:42962/collection1/ has no replicas
[junit4] 2> 481849 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 481853 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42962/collection1/ shard1
[junit4] 2> 482003 INFO (coreZkRegister-408-thread-1-processing-n:127.0.0.1:42962_ x:collection1 c:collection1) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 482207 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-2-001/cores/collection1
[junit4] 2> 482208 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-2-001
[junit4] 2> 482209 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 482210 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29e74a4c{/,null,AVAILABLE}
[junit4] 2> 482210 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5a7ebf2c{HTTP/1.1,[http/1.1]}{127.0.0.1:60249}
[junit4] 2> 482210 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server Started @485671ms
[junit4] 2> 482210 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40339/hdfs__localhost_40339__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=60249, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-2-001/cores}
[junit4] 2> 482210 ERROR (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 482211 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 482211 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 482211 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 482211 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T21:22:01.557Z
[junit4] 2> 482218 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 482218 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-2-001/solr.xml
[junit4] 2> 482226 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 482226 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34658/solr
[junit4] 2> 482253 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:60249_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 482254 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:60249_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 482256 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:60249_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60249_
[junit4] 2> 482257 INFO (zkCallback-141-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 482257 INFO (zkCallback-136-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 482257 INFO (zkCallback-132-thread-1-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 482266 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 482347 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:60249_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-2-001/cores
[junit4] 2> 482347 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:60249_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 482351 INFO (OverseerStateUpdate-97566649128845316-127.0.0.1:58831_-n_0000000000) [n:127.0.0.1:58831_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 483391 WARN (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 483392 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 483403 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 483874 WARN (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 483876 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 483905 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 483907 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40339/solr_hdfs_home
[junit4] 2> 483907 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 483907 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:40339/solr_hdfs_home/collection1/core_node2/data/]
[junit4] 2> 483907 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@548b6ccb
[junit4] 2> 483907 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
[junit4] 2> 483913 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 483913 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 483931 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 483931 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node2/data
[junit4] 2> 483957 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node2/data/index
[junit4] 2> 483973 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 483973 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 483975 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 483976 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@12dc84bb
[junit4] 2> 484063 INFO (IPC Server handler 4 on 40339) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46374 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c9f84a73-d657-4274-99bd-979f052250a3:NORMAL:127.0.0.1:52639|RBW], ReplicaUC[[DISK]DS-cdbd1df7-e984-4973-8109-00b1cda7d4a2:NORMAL:127.0.0.1:46374|RBW]]} size 0
[junit4] 2> 484064 INFO (IPC Server handler 3 on 40339) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:52639 is added to blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-cdbd1df7-e984-4973-8109-00b1cda7d4a2:NORMAL:127.0.0.1:46374|RBW], ReplicaUC[[DISK]DS-503133e2-debd-4d14-bb2c-4a78c882f9a2:NORMAL:127.0.0.1:52639|FINALIZED]]} size 0
[junit4] 2> 484085 WARN (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 484166 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 484166 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 484166 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 484176 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 484176 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 484182 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24878073041265872]
[junit4] 2> 484189 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@721d19bc[collection1] main]
[junit4] 2> 484190 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 484191 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 484191 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 484192 INFO (searcherExecutor-425-thread-1-processing-n:127.0.0.1:60249_ x:collection1 c:collection1) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@721d19bc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 484194 INFO (coreLoadExecutor-424-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1561066391249879040
[junit4] 2> 484198 INFO (coreZkRegister-419-thread-1-processing-n:127.0.0.1:60249_ x:collection1 c:collection1) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 484199 INFO (updateExecutor-144-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 484199 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 484199 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 484199 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 484199 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. HDFSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 484199 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:42962/collection1/] and I am [http://127.0.0.1:60249/collection1/]
[junit4] 2> 484208 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:42962]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:60249_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 484240 INFO (qtp1331384785-26631) [n:127.0.0.1:42962_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 484240 INFO (qtp1331384785-26631) [n:127.0.0.1:42962_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 484240 INFO (qtp1331384785-26631) [n:127.0.0.1:42962_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:60249_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","dataDir":"hdfs://localhost:40339/solr_hdfs_home/collection1/core_node2/data/","base_url":"http://127.0.0.1:60249","node_name":"127.0.0.1:60249_","state":"recovering","ulogDir":"hdfs://localhost:40339/solr_hdfs_home/collection1/core_node2/data/tlog"}
[junit4] 2> 484240 INFO (qtp1331384785-26631) [n:127.0.0.1:42962_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 484241 INFO (qtp1331384785-26631) [n:127.0.0.1:42962_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:60249_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 484476 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-3-001/cores/collection1
[junit4] 2> 484477 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-3-001
[junit4] 2> 484477 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 484478 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@506e46b4{/,null,AVAILABLE}
[junit4] 2> 484479 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6519f9c6{HTTP/1.1,[http/1.1]}{127.0.0.1:36361}
[junit4] 2> 484479 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.Server Started @487939ms
[junit4] 2> 484479 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40339/hdfs__localhost_40339__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-6.x_checkout_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001_tempDir-002_jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=36361, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-3-001/cores}
[junit4] 2> 484479 ERROR (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 484480 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 484480 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 484480 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 484480 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-05T21:22:03.826Z
[junit4] 2> 484494 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 484494 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-3-001/solr.xml
[junit4] 2> 484499 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 484500 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34658/solr
[junit4] 2> 484516 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:36361_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 484517 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:36361_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 484519 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:36361_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36361_
[junit4] 2> 484520 INFO (zkCallback-136-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 484521 INFO (zkCallback-132-thread-3-processing-n:127.0.0.1:58831_) [n:127.0.0.1:58831_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 484520 INFO (zkCallback-147-thread-1-processing-n:127.0.0.1:60249_) [n:127.0.0.1:60249_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 484520 INFO (zkCallback-141-thread-1-processing-n:127.0.0.1:42962_) [n:127.0.0.1:42962_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 484522 INFO (zkCallback-154-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 484578 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:36361_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-3-001/cores
[junit4] 2> 484578 INFO (TEST-StressHdfsTest.test-seed#[BE76C68615415A1]) [n:127.0.0.1:36361_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 484586 INFO (OverseerStateUpdate-97566649128845316-127.0.0.1:58831_-n_0000000000) [n:127.0.0.1:58831_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 484749 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:42962/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 484749 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:60249 START replicas=[http://127.0.0.1:42962/collection1/] nUpdates=100
[junit4] 2> 484763 INFO (qtp1331384785-26629) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:9.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 484763 INFO (qtp1331384785-26629) [n:127.0.0.1:42962_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 484768 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 484768 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 484768 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 484768 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 484769 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 484769 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 484769 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 484769 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 484769 INFO (recoveryExecutor-145-thread-1-processing-n:127.0.0.1:60249_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:60249_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 485603 WARN (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 485603 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 485614 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 485689 WARN (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
[junit4] 2> 485691 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 485701 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 485701 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40339/solr_hdfs_home
[junit4] 2> 485701 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 485701 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_BE76C68615415A1-001/shard-3-001/cores/collection1], dataDir=[hdfs://localhost:40339/solr_hdfs_home/collection1/core_node3/data/]
[junit4] 2> 485701 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@548b6ccb
[junit4] 2> 485702 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node3/data/snapshot_metadata
[junit4] 2> 485708 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 485708 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 485710 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 485711 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node3/data
[junit4] 2> 485723 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40339/solr_hdfs_home/collection1/core_node3/data/index
[junit4] 2> 485727 INFO (coreLoadExecutor-435-thread-1-processing-n:127.0.0.1:36361_) [n:127.0.0.1:36361_ c:collection1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [tru
[...truncated too long message...]
Fcu ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 954112 INFO (zkCallback-1009-thread-2-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36118_ne_%2Fcu
[junit4] 2> 954112 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 954116 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@30657da6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 954116 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e7ead78{/ne_/cu,null,UNAVAILABLE}
[junit4] 2> 954117 INFO (zkCallback-1009-thread-3-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 954117 INFO (zkCallback-1009-thread-4-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 954118 INFO (zkCallback-1009-thread-2-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu ] o.a.s.c.Overseer Overseer (id=97566674662326286-127.0.0.1:36118_ne_%2Fcu-n_0000000003) starting
[junit4] 2> 954126 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ChaosMonkey monkey: stop shard! 36118
[junit4] 2> 954126 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1136818412
[junit4] 2> 954136 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.Overseer Overseer (id=97566674662326286-127.0.0.1:36118_ne_%2Fcu-n_0000000003) closing
[junit4] 2> 954136 INFO (OverseerStateUpdate-97566674662326286-127.0.0.1:36118_ne_%2Fcu-n_0000000003) [n:127.0.0.1:36118_ne_%2Fcu ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36118_ne_%2Fcu
[junit4] 2> 954137 WARN (zkCallback-1009-thread-6-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 956617 WARN (zkCallback-1009-thread-3-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SyncStrategy Closed, skipping sync up.
[junit4] 2> 956617 INFO (zkCallback-1009-thread-3-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6c4f8360
[junit4] 2> 956643 INFO (zkCallback-1009-thread-3-processing-n:127.0.0.1:36118_ne_%2Fcu) [n:127.0.0.1:36118_ne_%2Fcu c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 956726 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 956733 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@52062d5c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 956733 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@78ed4fb5{/ne_/cu,null,UNAVAILABLE}
[junit4] 2> 956742 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[BE76C68615415A1]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33249 33249
[junit4] 2> 956829 INFO (Thread-1181) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33249 33249
[junit4] 2> 956829 WARN (Thread-1181) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/collections/collection1/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 88 /solr/overseer/collection-queue-work
[junit4] 2> 27 /solr/overseer/queue
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 4 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesDistrib -Dtests.method=test -Dtests.seed=BE76C68615415A1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=da-DK -Dtests.timezone=Africa/Nairobi -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 88.4s J0 | TestInPlaceUpdatesDistrib.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: 'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@1637f00 (not leader) wrong [docid] for SolrDocument{id=94, id_field_copy_that_does_not_support_in_place_update_s=94, title_s=title94, id_i=94, inplace_updatable_float=101.0, _version_=1561066829263142912, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=5586} expected:<6049> but was:<5586>
[junit4] > at __randomizedtesting.SeedInfo.seed([BE76C68615415A1:83B353B2CFA87859]:0)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesInResults(TestInPlaceUpdatesDistrib.java:442)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesAgainstAllClients(TestInPlaceUpdatesDistrib.java:413)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:321)
[junit4] > at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:140)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] 2> 956832 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[BE76C68615415A1]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 956832 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[BE76C68615415A1]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1367349377
[junit4] 2> 956832 INFO (coreCloseExecutor-2471-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@40e96d42
[junit4] 2> 956844 INFO (coreCloseExecutor-2471-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 956846 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[BE76C68615415A1]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_BE76C68615415A1-001
[junit4] 2> Mar 05, 2017 9:29:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=da-DK, timezone=Africa/Nairobi
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=171107024,total=527433728
[junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, TestFaceting, TestSizeLimitedDistributedMap, TestCustomDocTransformer, TestReRankQParserPlugin, LeaderElectionIntegrationTest, CoreMergeIndexesAdminHandlerTest, TestCloudSchemaless, DisMaxRequestHandlerTest, TestDynamicFieldResource, DeleteStatusTest, ResponseHeaderTest, TestJmxIntegration, TestComplexPhraseLeadingWildcard, TestJoin, TestHighlightDedupGrouping, CacheHeaderTest, TestObjectReleaseTracker, FastVectorHighlighterTest, XsltUpdateRequestHandlerTest, TestOmitPositions, NotRequiredUniqueKeyTest, DeleteNodeTest, TestDynamicLoading, TestFieldCacheSanityChecker, TestReplicaProperties, PeerSyncTest, OverriddenZkACLAndCredentialsProvidersTest, VersionInfoTest, TestConfigSets, TestRestManager, TestSolr4Spatial, TestDocTermOrds, ConfigSetsAPITest, TestIntervalFaceting, ShufflingReplicaListTransformerTest, TestUniqueKeyFieldResource, UUIDUpdateProcessorFallbackTest, DistributedFacetPivotSmallAdvancedTest, UUIDFieldTest, DistributedFacetExistsSmallTest, TestJsonFacets, PKIAuthenticationIntegrationTest, SuggestComponentTest, TestDFISimilarityFactory, MissingSegmentRecoveryTest, CursorPagingTest, ShardSplitTest, SecurityConfHandlerTest, TestDistribIDF, TestSolrCoreProperties, TestScoreJoinQPNoScore, TestInPlaceUpdatesDistrib]
[junit4] Completed [125/697 (2!)] on J0 in 89.11s, 1 test, 1 failure <<< FAILURES!
[...truncated 64472 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 300 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/300/
2 tests failed.
FAILED: org.apache.solr.update.TestInPlaceUpdatesDistrib.test
Error Message:
'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@71834a1c (not leader) wrong [docid] for SolrDocument{id=70, id_field_copy_that_does_not_support_in_place_update_s=70, title_s=title70, id_i=70, inplace_updatable_float=101.0, _version_=1560985724881207296, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=433} expected:<827> but was:<433>
Stack Trace:
java.lang.AssertionError: 'sanitycheck' results against client: org.apache.solr.client.solrj.impl.HttpSolrClient@71834a1c (not leader) wrong [docid] for SolrDocument{id=70, id_field_copy_that_does_not_support_in_place_update_s=70, title_s=title70, id_i=70, inplace_updatable_float=101.0, _version_=1560985724881207296, inplace_updatable_int_with_default=666, inplace_updatable_float_with_default=42.0, [docid]=433} expected:<827> but was:<433>
at __randomizedtesting.SeedInfo.seed([6DEF600D5EC73619:E5BB5FD7F03B5BE1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesInResults(TestInPlaceUpdatesDistrib.java:442)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertDocIdsAndValuesAgainstAllClients(TestInPlaceUpdatesDistrib.java:413)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.docValuesUpdateTest(TestInPlaceUpdatesDistrib.java:321)
at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesStandalone
Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 22,745,392 bytes (threshold is 10,485,760). Field reference sizes (counted individually): - 22,745,064 bytes, private static org.apache.solr.client.solrj.SolrClient org.apache.solr.update.TestInPlaceUpdatesStandalone.client - 192 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName - 48 bytes, private static java.util.Map org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 22,745,392 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
- 22,745,064 bytes, private static org.apache.solr.client.solrj.SolrClient org.apache.solr.update.TestInPlaceUpdatesStandalone.client
- 192 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
- 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
- 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
- 48 bytes, private static java.util.Map org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
at __randomizedtesting.SeedInfo.seed([6DEF600D5EC73619]:0)
at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:170)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 13628 lines...]
[junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/init-core-data-001
[junit4] 2> 3933188 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 3933189 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3933189 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 3933190 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 3933191 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3933218 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3933219 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3933231 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
[junit4] 2> 3933234 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3933237 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
[junit4] 2> 3933253 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 3933268 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3933268 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 3933272 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3933272 WARN (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 3933272 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3933274 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3933301 WARN (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3933302 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3933311 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3933322 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3933323 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 3933323 WARN (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter No serviceUrl or agentId was configured, using first MBeanServer.
[junit4] 2> 3933324 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3933324 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/init-core-data-001/]
[junit4] 2> 3933324 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3933325 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661752764582205]
[junit4] 2> 3933328 WARN (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3933356 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3933356 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3933357 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3933357 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3933357 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=72.6953125, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=24.049048096811152, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16891569570667075
[junit4] 2> 3933357 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@715f5e3c[collection1] main]
[junit4] 2> 3933358 WARN (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 3933358 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3933358 INFO (coreLoadExecutor-14975-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560985691651833856
[junit4] 2> 3933360 INFO (searcherExecutor-14976-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@715f5e3c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3933361 INFO (SUITE-TestInPlaceUpdatesDistrib-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 3933363 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3933363 INFO (Thread-54020) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3933363 INFO (Thread-54020) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3933463 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ZkTestServer start zk server on port:43020
[junit4] 2> 3933482 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3933483 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
[junit4] 2> 3933484 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3933485 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3933485 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3933486 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3933487 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3933488 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3933488 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3933489 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3933490 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3933569 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/control-001/cores/collection1
[junit4] 2> 3933570 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3933571 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca0d50b{/,null,AVAILABLE}
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56978828{HTTP/1.1,[http/1.1]}{127.0.0.1:38469}
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server Started @3936751ms
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/tempDir-001/control/data, hostContext=/, hostPort=38469, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/control-001/cores}
[junit4] 2> 3933572 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3933572 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T23:59:22.620Z
[junit4] 2> 3933575 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3933575 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/control-001/solr.xml
[junit4] 2> 3933580 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3933581 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43020/solr
[junit4] 2> 3933597 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38469_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3933597 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38469_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38469_
[junit4] 2> 3933598 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38469_ ] o.a.s.c.Overseer Overseer (id=97561605728632836-127.0.0.1:38469_-n_0000000000) starting
[junit4] 2> 3933602 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38469_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38469_
[junit4] 2> 3933612 INFO (zkCallback-31271-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3933710 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38469_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/control-001/cores
[junit4] 2> 3933710 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38469_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3933713 INFO (OverseerStateUpdate-97561605728632836-127.0.0.1:38469_-n_0000000000) [n:127.0.0.1:38469_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3934731 WARN (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3934732 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3934741 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3934744 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3934745 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
[junit4] 2> 3934745 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/control-001/cores/collection1/data/]
[junit4] 2> 3934745 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3934746 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661752764582205]
[junit4] 2> 3934750 WARN (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3934775 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3934775 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3934776 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3934776 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3934776 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=72.6953125, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=24.049048096811152, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16891569570667075
[junit4] 2> 3934777 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@116ce083[collection1] main]
[junit4] 2> 3934777 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3934777 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3934778 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3934778 INFO (coreLoadExecutor-14988-thread-1-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560985693140811776
[junit4] 2> 3934782 INFO (searcherExecutor-14989-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@116ce083[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3934787 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3934787 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3934788 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38469/collection1/
[junit4] 2> 3934788 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3934788 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:38469/collection1/ has no replicas
[junit4] 2> 3934788 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3934790 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38469/collection1/ shard1
[junit4] 2> 3934942 INFO (coreZkRegister-14981-thread-1-processing-n:127.0.0.1:38469_ x:collection1 c:control_collection) [n:127.0.0.1:38469_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3934985 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3934985 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43020/solr ready
[junit4] 2> 3934985 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 3935055 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001/cores/collection1
[junit4] 2> 3935055 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001
[junit4] 2> 3935056 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3935060 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49bffc90{/,null,AVAILABLE}
[junit4] 2> 3935060 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d89f89d{HTTP/1.1,[http/1.1]}{127.0.0.1:39914}
[junit4] 2> 3935060 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server Started @3938240ms
[junit4] 2> 3935060 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=39914, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001/cores}
[junit4] 2> 3935061 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3935061 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3935061 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3935061 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3935062 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T23:59:24.110Z
[junit4] 2> 3935063 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3935064 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001/solr.xml
[junit4] 2> 3935072 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3935072 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43020/solr
[junit4] 2> 3935077 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:39914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3935078 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:39914_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3935079 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:39914_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39914_
[junit4] 2> 3935080 INFO (zkCallback-31275-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3935080 INFO (zkCallback-31271-thread-2-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3935099 INFO (zkCallback-31280-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3935162 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:39914_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001/cores
[junit4] 2> 3935162 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:39914_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3935169 INFO (OverseerStateUpdate-97561605728632836-127.0.0.1:38469_-n_0000000000) [n:127.0.0.1:38469_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3936192 WARN (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3936193 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3936206 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3936211 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3936212 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3936212 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 3936212 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3936213 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661752764582205]
[junit4] 2> 3936218 WARN (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3936264 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3936264 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3936265 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3936265 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3936265 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=72.6953125, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=24.049048096811152, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16891569570667075
[junit4] 2> 3936266 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b441189[collection1] main]
[junit4] 2> 3936272 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3936273 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3936273 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3936275 INFO (searcherExecutor-15000-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b441189[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3936275 INFO (coreLoadExecutor-14999-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560985694710530048
[junit4] 2> 3936280 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3936280 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3936280 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39914/collection1/
[junit4] 2> 3936280 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3936280 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39914/collection1/ has no replicas
[junit4] 2> 3936280 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3936282 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39914/collection1/ shard1
[junit4] 2> 3936433 INFO (coreZkRegister-14994-thread-1-processing-n:127.0.0.1:39914_ x:collection1 c:collection1) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3936578 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001/cores/collection1
[junit4] 2> 3936579 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001
[junit4] 2> 3936580 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3936584 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9516f9{/,null,AVAILABLE}
[junit4] 2> 3936585 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@637124e8{HTTP/1.1,[http/1.1]}{127.0.0.1:38240}
[junit4] 2> 3936585 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server Started @3939764ms
[junit4] 2> 3936585 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=38240, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001/cores}
[junit4] 2> 3936585 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3936587 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3936587 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3936587 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3936587 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T23:59:25.635Z
[junit4] 2> 3936592 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3936592 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001/solr.xml
[junit4] 2> 3936605 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3936606 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43020/solr
[junit4] 2> 3936613 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38240_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3936615 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38240_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3936616 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38240_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38240_
[junit4] 2> 3936617 INFO (zkCallback-31275-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3936617 INFO (zkCallback-31271-thread-2-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3936617 INFO (zkCallback-31280-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3936624 INFO (zkCallback-31286-thread-2-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 3936668 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38240_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001/cores
[junit4] 2> 3936668 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:38240_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3936670 INFO (OverseerStateUpdate-97561605728632836-127.0.0.1:38469_-n_0000000000) [n:127.0.0.1:38469_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3937692 WARN (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3937693 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3937703 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3937706 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3937707 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3937707 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 3937707 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3937708 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661752764582205]
[junit4] 2> 3937713 WARN (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3937746 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3937746 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3937746 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3937746 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3937747 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=72.6953125, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=24.049048096811152, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16891569570667075
[junit4] 2> 3937747 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2bc0dd4e[collection1] main]
[junit4] 2> 3937748 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3937748 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3937748 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3937750 INFO (searcherExecutor-15011-thread-1-processing-n:127.0.0.1:38240_ x:collection1 c:collection1) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2bc0dd4e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3937750 INFO (coreLoadExecutor-15010-thread-1-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560985696257179648
[junit4] 2> 3937753 INFO (coreZkRegister-15005-thread-1-processing-n:127.0.0.1:38240_ x:collection1 c:collection1) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 3937754 INFO (updateExecutor-31283-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3937764 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3937764 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3937764 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 3937764 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3937764 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:39914/collection1/] and I am [http://127.0.0.1:38240/collection1/]
[junit4] 2> 3937768 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:39914]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:38240_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3937774 INFO (qtp1901156218-170534) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 3937774 INFO (qtp1901156218-170534) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 3937774 INFO (qtp1901156218-170534) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38240_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:38240","node_name":"127.0.0.1:38240_","state":"down"}
[junit4] 2> 3938046 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001/cores/collection1
[junit4] 2> 3938046 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001
[junit4] 2> 3938047 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 3938048 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d9ca3cd{/,null,AVAILABLE}
[junit4] 2> 3938048 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@43f8f917{HTTP/1.1,[http/1.1]}{127.0.0.1:57586}
[junit4] 2> 3938052 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.e.j.s.Server Started @3941232ms
[junit4] 2> 3938052 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=57586, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001/cores}
[junit4] 2> 3938053 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3938053 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.5.0
[junit4] 2> 3938053 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3938053 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 3938053 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T23:59:27.101Z
[junit4] 2> 3938056 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 3938056 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001/solr.xml
[junit4] 2> 3938078 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 3938078 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43020/solr
[junit4] 2> 3938096 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:57586_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 3938099 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:57586_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3938102 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:57586_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57586_
[junit4] 2> 3938103 INFO (zkCallback-31280-thread-1-processing-n:127.0.0.1:39914_) [n:127.0.0.1:39914_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3938103 INFO (zkCallback-31286-thread-2-processing-n:127.0.0.1:38240_) [n:127.0.0.1:38240_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3938104 INFO (zkCallback-31275-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3938104 INFO (zkCallback-31271-thread-3-processing-n:127.0.0.1:38469_) [n:127.0.0.1:38469_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3938104 INFO (zkCallback-31293-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 3938165 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:57586_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001/cores
[junit4] 2> 3938165 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [n:127.0.0.1:57586_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 3938167 INFO (OverseerStateUpdate-97561605728632836-127.0.0.1:38469_-n_0000000000) [n:127.0.0.1:38469_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 3938774 INFO (qtp1901156218-170534) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:38240_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:38240","node_name":"127.0.0.1:38240_","state":"recovering"}
[junit4] 2> 3938775 INFO (qtp1901156218-170534) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 3938775 INFO (qtp1901156218-170534) [n:127.0.0.1:39914_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:38240_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 3939176 WARN (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 3939177 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 3939186 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
[junit4] 2> 3939189 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
[junit4] 2> 3939190 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
[junit4] 2> 3939190 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.update.TestInPlaceUpdatesDistrib_6DEF600D5EC73619-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 3939190 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55032004
[junit4] 2> 3939191 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.661752764582205]
[junit4] 2> 3939203 WARN (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 3939246 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3939246 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3939247 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3939247 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3939247 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=72.6953125, floorSegmentMB=1.7685546875, forceMergeDeletesPctAllowed=24.049048096811152, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.16891569570667075
[junit4] 2> 3939247 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a0d4a1f[collection1] main]
[junit4] 2> 3939248 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3939248 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3939249 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 3939249 INFO (searcherExecutor-15022-thread-1-processing-n:127.0.0.1:57586_ x:collection1 c:collection1) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3a0d4a1f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3939250 INFO (coreLoadExecutor-15021-thread-1-processing-n:127.0.0.1:57586_) [n:127.0.0.1:57586_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1560985697830043648
[junit4] 2> 3939253 INFO (coreZkRegister-15016-thread-1-processing-n:127.0.0.1:57586_ x:collection1 c:collection1) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 3939254 INFO (updateExecutor-31290-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 3939254 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 3939254 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 3939255 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 3939255 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 3939255 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:39914/collection1/] and I am [http://127.0.0.1:57586/collection1/]
[junit4] 2> 3939263 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:39914]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:57586_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 3939264 INFO (qtp1901156218-170532) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
[junit4] 2> 3939268 INFO (qtp1901156218-170532) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
[junit4] 2> 3939268 INFO (qtp1901156218-170532) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:57586_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:57586","node_name":"127.0.0.1:57586_","state":"down"}
[junit4] 2> 3939276 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:39914/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 3939276 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:38240 START replicas=[http://127.0.0.1:39914/collection1/] nUpdates=100
[junit4] 2> 3939281 INFO (qtp1901156218-170535) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3939281 INFO (qtp1901156218-170535) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
[junit4] 2> 3939282 INFO (recoveryExecutor-31284-thread-1-processing-n:127.0.0.1:38240_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:38240_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 3939563 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 3939563 INFO (TEST-TestInPlaceUpdatesDistrib.test-seed#[6DEF600D5EC73619]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:recovering live:true
[junit4] 2> 3940268 INFO (qtp1901156218-170532) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:57586_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:57586","node_name":"127.0.0.1:57586_","state":"recovering"}
[junit4] 2> 3940268 INFO (qtp1901156218-170532) [n:127.0.0.1:39914_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 3940268 INFO (qtp1901156218-170532) [n:127.0.0.1:39914_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:57586_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1004
[junit4] 1> -
[junit4] 1> replica:core_node1 rstate:active live:true
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node3 rstate:recovering live:true
[junit4] 2> 3940769 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:39914/collection1/] - recoveringAfterStartup=[true]
[junit4] 2> 3940769 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:57586 START replicas=[http://127.0.0.1:39914/collection1/] nUpdates=100
[junit4] 2> 3940771 INFO (qtp1901156218-170537) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3940771 INFO (qtp1901156218-170537) [n:127.0.0.1:39914_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3940771 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
[junit4] 2> 3940771 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync
[junit4] 2> 3940771 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3940771 INFO (recoveryExecutor-31291-thread-1-processing-n:127.0.0.1:57586_ x:collection1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:57586_ c:collection1 s:shard1 r:core_node3 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 3940771 INFO (recoveryExecutor-31291-thread-1
[...truncated too long message...]
Core org.apache.solr.core.SolrCore@61acb349
[junit4] 2> 4192087 INFO (coreCloseExecutor-10242-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 4192088 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4192089 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for all SolrIndexSearchers to be released
[junit4] 2> 4192090 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[6DEF600D5EC73619]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {stored_i=BlockTreeOrds(blocksize=128), copyfield2_dest__only_src_updatable_i=PostingsFormat(name=MockRandom), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval), id_field_copy_that_does_not_support_in_place_update_s=PostingsFormat(name=MockRandom)}, docValues:{new_updatable_int_i_dvo=DocValuesFormat(name=Asserting), inplace_l_dvo=DocValuesFormat(name=Direct), inplace_updatable_float=DocValuesFormat(name=Lucene54), val2_l_dvo=DocValuesFormat(name=Lucene54), copyfield2_dest__only_src_updatable_i=DocValuesFormat(name=Memory), copyfield1_dest__both_updatable_i_dvo=DocValuesFormat(name=Direct), copyfield1_src__both_updatable=DocValuesFormat(name=Direct), inplace_updatable_int_with_default=DocValuesFormat(name=Lucene54), inplace_updatable_int=DocValuesFormat(name=Direct), regular_l=DocValuesFormat(name=Direct), val1_i_dvo=DocValuesFormat(name=Memory), stored_i=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Memory), copyfield2_src__only_src_updatable=DocValuesFormat(name=Lucene54), id=DocValuesFormat(name=Asserting), nonexistent_field_i_dvo=DocValuesFormat(name=Memory), id_field_copy_that_does_not_support_in_place_update_s=DocValuesFormat(name=Memory), inplace_updatable_float_with_default=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=517, maxMBSortInHeap=5.774595182938861, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=ja, timezone=Africa/Addis_Ababa
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=321313976,total=534773760
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldResource, TestGeoJSONResponseWriter, BinaryUpdateRequestHandlerTest, TestDistribDocBasedVersion, VMParamsZkACLAndCredentialsProvidersTest, HdfsTlogReplayBufferedWhileIndexingTest, TestAnalyzeInfixSuggestions, PingRequestHandlerTest, RestartWhileUpdatingTest, TestDefaultStatsCache, TestFieldCacheReopen, StatsReloadRaceTest, TestReloadAndDeleteDocs, ResponseLogComponentTest, TestMergePolicyConfig, HttpSolrCallGetCoreTest, SuggesterWFSTTest, StatsComponentTest, TestSubQueryTransformerCrossCore, TestMiniSolrCloudCluster, TestSchemaNameResource, TestSolrQueryResponse, TestReload, DebugComponentTest, BadComponentTest, TestPhraseSuggestions, TestSQLHandlerNonCloud, BlockDirectoryTest, CloudExitableDirectoryReaderTest, TestRecovery, TestPerFieldSimilarityClassic, HdfsNNFailoverTest, CdcrReplicationDistributedZkTest, TestEmbeddedSolrServerSchemaAPI, LukeRequestHandlerTest, DistributedExpandComponentTest, SolrCoreCheckLockOnStartupTest, TolerantUpdateProcessorTest, TestSolrDeletionPolicy1, TestLeaderInitiatedRecoveryThread, TestRebalanceLeaders, UpdateParamsTest, BasicAuthStandaloneTest, AutoCommitTest, TestCollationField, TestConfigReload, HdfsRestartWhileUpdatingTest, TestSolrCloudWithKerberosAlt, FieldMutatingUpdateProcessorTest, TestGraphTermsQParserPlugin, TestMaxScoreQueryParser, DistributedSuggestComponentTest, ChangedSchemaMergeTest, TestRequestStatusCollectionAPI, TestSolrDynamicMBean, TestExtendedDismaxParser, AtomicUpdatesTest, QueryParsingTest, TestShortCircuitedRequests, AnalyticsQueryTest, ConcurrentDeleteAndCreateCollectionTest, SolrCloudExampleTest, HttpPartitionTest, SuggesterTSTTest, TestSchemaVersionResource, SolrIndexMetricsTest, PreAnalyzedFieldTest, SOLR749Test, TestSystemCollAutoCreate, TestTrieFacet, LeaderElectionTest, TestTolerantUpdateProcessorRandomCloud, BadIndexSchemaTest, TestSolrCLIRunExample, TestReversedWildcardFilterFactory, PrimUtilsTest, RecoveryZkTest, TestInfoStreamLogging, TestClassicSimilarityFactory, SharedFSAutoReplicaFailoverUtilsTest, TestCustomSort, CreateCollectionCleanupTest, TestPostingsSolrHighlighter, TestManagedSchema, TestCollectionAPI, TestSolrQueryParser, TestJsonFacetRefinement, TestOverriddenPrefixQueryForCustomFieldType, ClassificationUpdateProcessorTest, NoCacheHeaderTest, CdcrVersionReplicationTest, GraphQueryTest, TestCloudPseudoReturnFields, DocValuesMultiTest, FullSolrCloudDistribCmdsTest, TestStressInPlaceUpdates, OverseerTest, TermVectorComponentDistributedTest, XmlUpdateRequestHandlerTest, BigEndianAscendingWordDeserializerTest, TestConfigSetsAPIZkFailure, TestFieldCacheSortRandom, DOMUtilTest, CollectionTooManyReplicasTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, SolrPluginUtilsTest, TestOrdValues, SolrSlf4jReporterTest, HdfsChaosMonkeyNothingIsSafeTest, TestConfig, TestRandomFaceting, DistributedSpellCheckComponentTest, HardAutoCommitTest, TestRangeQuery, AlternateDirectoryTest, TestStressRecovery, SampleTest, TestBinaryField, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ScriptEngineTest, SpellingQueryConverterTest, TestSolrJ, TestUtils, UUIDFieldTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, ActionThrottleTest, AliasIntegrationTest, AssignTest, AsyncCallRequestStatusResponseTest, BaseCdcrDistributedZkTest, CollectionReloadTest, ConfigSetsAPITest, CustomCollectionTest, DeleteReplicaTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudRecovery, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDownShardTolerantSearch, TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestLockTree, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, HdfsBasicDistributedZkTest, HdfsSyncSliceTest, StressHdfsTest, TestDynamicLoading, TestHdfsBackupRestoreCore, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, SecurityConfHandlerTest, TestCollectionAPIs, TestConfigsApi, DistributedDebugComponentTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotWhiteBoxTest, DistributedQueryComponentOptimizationTest, InfixSuggestersTest, ReplicaListTransformerTest, SpatialHeatmapFacetsTest, TestExpandComponent, JavabinLoaderTest, TestSlowCompositeReaderWrapper, CheckHdfsIndexTest, TestCloudManagedSchema, TestManagedSchemaThreadSafety, TestSchemaManager, TestUseDocValuesAsStored, TestUseDocValuesAsStored2, AnalyticsMergeStrategyTest, TestComplexPhraseLeadingWildcard, TestComplexPhraseQParserPlugin, TestInitQParser, TestMissingGroups, TestSimpleQParserPlugin, TestSmileRequest, TestSolrCoreParser, TestSolrFieldCacheMBean, TestStandardQParsers, TestXmlQParserPlugin, TestSortByMinMaxFunction, BlockJoinFacetDistribTest, CloudMLTQParserTest, TestExactStatsCache, PKIAuthenticationIntegrationTest, TestSolrCloudWithHadoopAuthPlugin, TestFieldCacheSanityChecker, TestFieldCacheVsDocValues, TestInPlaceUpdatesStandalone]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesStandalone -Dtests.seed=6DEF600D5EC73619 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=ja -Dtests.timezone=Africa/Addis_Ababa -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestInPlaceUpdatesStandalone (suite) <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 22,745,392 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
[junit4] > - 22,745,064 bytes, private static org.apache.solr.client.solrj.SolrClient org.apache.solr.update.TestInPlaceUpdatesStandalone.client
[junit4] > - 192 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
[junit4] > - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
[junit4] > - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
[junit4] > - 48 bytes, private static java.util.Map org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
[junit4] > at __randomizedtesting.SeedInfo.seed([6DEF600D5EC73619]:0)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [697/697 (2!)] on J2 in 250.89s, 18 tests, 1 failure <<< FAILURES!
[...truncated 62666 lines...]
[JENKINS] Lucene-Solr-NightlyTests-6.x - Build # 299 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-6.x/299/
5 tests failed.
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:60497/solr/test_col_shard3_replica1: Failed synchronous update on shard StdNode: http://127.0.0.1:47279/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@2a0fdae9
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:60497/solr/test_col_shard3_replica1: Failed synchronous update on shard StdNode: http://127.0.0.1:47279/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@2a0fdae9
at __randomizedtesting.SeedInfo.seed([766F9494E1EE4497:407BF6D26BB37E86]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:281)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:60497/solr/test_col_shard3_replica1: Failed synchronous update on shard StdNode: http://127.0.0.1:47279/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@2a0fdae9
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:409)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:60497/solr/test_col_shard3_replica1: Failed synchronous update on shard StdNode: http://127.0.0.1:47279/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@2a0fdae9
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:803)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1241)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1112)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:368)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:397)
... 6 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60497/solr/test_col_shard3_replica1: Failed synchronous update on shard StdNode: http://127.0.0.1:47279/solr/test_col_shard3_replica2/ update: org.apache.solr.client.solrj.request.UpdateRequest@2a0fdae9
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:780)
... 5 more
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Could not find collection:delete_data_dir
Stack Trace:
java.lang.AssertionError: Could not find collection:delete_data_dir
at __randomizedtesting.SeedInfo.seed([766F9494E1EE4497:FE3BAB4E4F12296F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:865)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:159)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at __randomizedtesting.SeedInfo.seed([766F9494E1EE4497:8EB1017C998295C4]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:918)
at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='6.5.0'])
xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1712</long><int name="size">3</int><date name="age">2017-03-04T01:22:53.484Z</date><str name="source">flush</str><str name="version">6.5.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1610</long><int name="size">2</int><date name="age">2017-03-04T01:22:53.486Z</date><str name="source">flush</str><str name="version">6.5.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1645</long><int name="size">3</int><date name="age">2017-03-04T01:22:53.490Z</date><str name="source">flush</str><str name="version">6.5.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1610</long><int name="size">2</int><date name="age">2017-03-04T01:22:53.499Z</date><str name="source">flush</str><str name="version">6.5.0</str></lst></lst>
</response>
request was:qt=/admin/segments&wt=xml
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:911)
... 40 more
FAILED: junit.framework.TestSuite.org.apache.solr.update.TestInPlaceUpdatesStandalone
Error Message:
Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 23,126,864 bytes (threshold is 10,485,760). Field reference sizes (counted individually): - 23,126,536 bytes, private static org.apache.solr.client.solrj.SolrClient org.apache.solr.update.TestInPlaceUpdatesStandalone.client - 192 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName - 48 bytes, private static java.util.Map org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
Stack Trace:
junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 23,126,864 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
- 23,126,536 bytes, private static org.apache.solr.client.solrj.SolrClient org.apache.solr.update.TestInPlaceUpdatesStandalone.client
- 192 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
- 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
- 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
- 48 bytes, private static java.util.Map org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
at __randomizedtesting.SeedInfo.seed([766F9494E1EE4497]:0)
at com.carrotsearch.randomizedtesting.rules.StaticFieldsInvariantRule$1.afterAlways(StaticFieldsInvariantRule.java:170)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
FAILED: org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
Error Message:
expected:<[{indexVersion=1488590414633,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Memory_0.ram, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Memory_0.ram, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Memory_0.ram, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Memory_0.ram, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Memory_0.ram, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1488590414633,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Memory_0.ram, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Memory_0.ram, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Memory_0.ram, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Memory_0.ram, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Memory_0.ram, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Memory_0.ram, segments_2]}, {indexVersion=1488590414633,generation=3,filelist=[_1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Memory_0.ram, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Memory_0.ram, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Memory_0.ram, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Memory_0.ram, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Memory_0.ram, _6.fdt, _6.fdx, _6.fnm, _6.nvd, _6.nvm, _6.si, _6_Memory_0.ram, segments_3]}]>
Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1488590414633,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Memory_0.ram, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Memory_0.ram, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Memory_0.ram, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Memory_0.ram, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Memory_0.ram, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Memory_0.ram, segments_2]}]> but was:<[{indexVersion=1488590414633,generation=2,filelist=[_0.fdt, _0.fdx, _0.fnm, _0.nvd, _0.nvm, _0.si, _0_Memory_0.ram, _1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Memory_0.ram, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Memory_0.ram, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Memory_0.ram, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Memory_0.ram, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Memory_0.ram, segments_2]}, {indexVersion=1488590414633,generation=3,filelist=[_1.fdt, _1.fdx, _1.fnm, _1.nvd, _1.nvm, _1.si, _1_Memory_0.ram, _2.fdt, _2.fdx, _2.fnm, _2.nvd, _2.nvm, _2.si, _2_Memory_0.ram, _3.fdt, _3.fdx, _3.fnm, _3.nvd, _3.nvm, _3.si, _3_Memory_0.ram, _4.fdt, _4.fdx, _4.fnm, _4.nvd, _4.nvm, _4.si, _4_Memory_0.ram, _5.fdt, _5.fdx, _5.fnm, _5.nvd, _5.nvm, _5.si, _5_Memory_0.ram, _6.fdt, _6.fdx, _6.fnm, _6.nvd, _6.nvm, _6.si, _6_Memory_0.ram, segments_3]}]>
at __randomizedtesting.SeedInfo.seed([766F9494E1EE4497:53B88FA491A64A94]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1281)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:745)
Build Log:
[...truncated 12113 lines...]
[junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/init-core-data-001
[junit4] 2> 901699 INFO (SUITE-TestReplicationHandler-seed#[766F9494E1EE4497]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 901700 INFO (SUITE-TestReplicationHandler-seed#[766F9494E1EE4497]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
[junit4] 2> 901703 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.SolrTestCaseJ4 ###Starting doTestIndexFetchWithMasterUrl
[junit4] 2> 901703 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/collection1
[junit4] 2> 901705 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 901710 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@499be4f6{/solr,null,AVAILABLE}
[junit4] 2> 901712 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1fb8611d{HTTP/1.1,[http/1.1]}{127.0.0.1:33478}
[junit4] 2> 901712 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.Server Started @905507ms
[junit4] 2> 901718 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=33478}
[junit4] 2> 901718 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 901718 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 901718 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 901718 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 901718 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T01:10:33.347Z
[junit4] 2> 901719 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/solr.xml
[junit4] 2> 901724 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 901744 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/.
[junit4] 2> 901744 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 901759 WARN (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 901761 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 901767 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 901769 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 901770 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/./collection1
[junit4] 2> 901770 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/./collection1/data/]
[junit4] 2> 901772 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.5478515625, noCFSRatio=0.5645422524073859]
[junit4] 2> 901798 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 901798 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 901798 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@60fefdf8
[junit4] 2> 901799 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@afb2b04[collection1] main]
[junit4] 2> 901799 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-001/collection1/conf
[junit4] 2> 901799 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4] 2> 901799 INFO (coreLoadExecutor-2255-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 901800 INFO (searcherExecutor-2256-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@afb2b04[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 901832 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1
[junit4] 2> 901835 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 901835 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58900a89{/solr,null,AVAILABLE}
[junit4] 2> 901836 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4dcdfa28{HTTP/1.1,[http/1.1]}{127.0.0.1:50804}
[junit4] 2> 901836 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.Server Started @905631ms
[junit4] 2> 901836 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=50804}
[junit4] 2> 901836 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 901843 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 901844 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 901844 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 901844 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T01:10:33.473Z
[junit4] 2> 901845 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/solr.xml
[junit4] 2> 901849 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 901887 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/.
[junit4] 2> 901887 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 901910 WARN (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 901911 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 901947 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 901949 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 901950 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/./collection1
[junit4] 2> 901950 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/./collection1/data/]
[junit4] 2> 901951 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.5478515625, noCFSRatio=0.5645422524073859]
[junit4] 2> 901975 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 901975 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 901975 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@fb05959
[junit4] 2> 901975 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39158c3d[collection1] main]
[junit4] 2> 901975 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1/conf
[junit4] 2> 901977 INFO (coreLoadExecutor-2265-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
[junit4] 2> 901977 INFO (searcherExecutor-2266-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39158c3d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 902016 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4dcdfa28{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 902016 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1272454237
[junit4] 2> 902018 INFO (coreCloseExecutor-2271-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@17b82eda
[junit4] 2> 902021 INFO (coreCloseExecutor-2271-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
[junit4] 2> 902021 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 902022 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@58900a89{/solr,null,UNAVAILABLE}
[junit4] 2> 902024 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 902025 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@442bc01b{/solr,null,AVAILABLE}
[junit4] 2> 902025 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2d7969ac{HTTP/1.1,[http/1.1]}{127.0.0.1:39366}
[junit4] 2> 902025 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.e.j.s.Server Started @905820ms
[junit4] 2> 902025 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=39366}
[junit4] 2> 902025 ERROR (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 902027 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 6.5.0
[junit4] 2> 902027 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in standalone mode on port null
[junit4] 2> 902027 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 902027 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-03-04T01:10:33.656Z
[junit4] 2> 902027 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/solr.xml
[junit4] 2> 902032 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
[junit4] 2> 902053 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/.
[junit4] 2> 902053 INFO (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[766F9494E1EE4497]) [ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 902061 WARN (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
[junit4] 2> 902063 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.5.0
[junit4] 2> 902071 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 902073 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
[junit4] 2> 902074 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/./collection1
[junit4] 2> 902075 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/./collection1/data/]
[junit4] 2> 902075 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=43, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.5478515625, noCFSRatio=0.5645422524073859]
[junit4] 2> 902103 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 902103 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 902103 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5203e667
[junit4] 2> 902104 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b34889f[collection1] main]
[junit4] 2> 902104 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_766F9494E1EE4497-001/solr-instance-002/collection1/conf
[junit4] 2> 902104 INFO (coreLoadExecutor-2278-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 902104 INFO (searcherExecutor-2279-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@b34889f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 902145 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 902146 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
[junit4] 2> 902147 INFO (qtp691647738-15534) [ x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4] 2> 902153 INFO (qtp691647738-15534) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 6
[junit4] 2> 902155 INFO (qtp691647738-15535) [ x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 902155 INFO (qtp691647738-15535) [ x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6b44a9e0
[junit4] 2> 902157 INFO (qtp691647738-15535) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61bcc290[collection1] main]
[junit4] 2> 902157 INFO (qtp691647738-15535) [ x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 902157 INFO (searcherExecutor-2279-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@61bcc290[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 902157 INFO (qtp691647738-15535) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 902159 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
[junit4] 2> 902161 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
[junit4] 2> 902162 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
[junit4] 2> 902164 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
[junit4] 2> 902165 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
[junit4] 2> 902167 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
[junit4] 2> 902168 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
[junit4] 2> 902170 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
[junit4] 2> 902171 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
[junit4] 2> 902173 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
[junit4] 2> 902174 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
[junit4] 2> 902175 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
[junit4] 2> 902177 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
[junit4] 2> 902178 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
[junit4] 2> 902180 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
[junit4] 2> 902181 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
[junit4] 2> 902183 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
[junit4] 2> 902184 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
[junit4] 2> 902186 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
[junit4] 2> 902187 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
[junit4] 2> 902189 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
[junit4] 2> 902190 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
[junit4] 2> 902192 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
[junit4] 2> 902193 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
[junit4] 2> 902194 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
[junit4] 2> 902196 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
[junit4] 2> 902197 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
[junit4] 2> 902199 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
[junit4] 2> 902200 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
[junit4] 2> 902202 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
[junit4] 2> 902203 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
[junit4] 2> 902205 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
[junit4] 2> 902206 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
[junit4] 2> 902209 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
[junit4] 2> 902210 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
[junit4] 2> 902211 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
[junit4] 2> 902213 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
[junit4] 2> 902214 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
[junit4] 2> 902216 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
[junit4] 2> 902217 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
[junit4] 2> 902219 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
[junit4] 2> 902220 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
[junit4] 2> 902222 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
[junit4] 2> 902223 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
[junit4] 2> 902225 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
[junit4] 2> 902226 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
[junit4] 2> 902228 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
[junit4] 2> 902229 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
[junit4] 2> 902231 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
[junit4] 2> 902232 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
[junit4] 2> 902233 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
[junit4] 2> 902235 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
[junit4] 2> 902236 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
[junit4] 2> 902245 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
[junit4] 2> 902246 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
[junit4] 2> 902247 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
[junit4] 2> 902249 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
[junit4] 2> 902250 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
[junit4] 2> 902252 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
[junit4] 2> 902253 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
[junit4] 2> 902255 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
[junit4] 2> 902256 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
[junit4] 2> 902258 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
[junit4] 2> 902259 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
[junit4] 2> 902260 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
[junit4] 2> 902262 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
[junit4] 2> 902263 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
[junit4] 2> 902265 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
[junit4] 2> 902266 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
[junit4] 2> 902268 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
[junit4] 2> 902270 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
[junit4] 2> 902272 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
[junit4] 2> 902273 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
[junit4] 2> 902275 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
[junit4] 2> 902276 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
[junit4] 2> 902278 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
[junit4] 2> 902279 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
[junit4] 2> 902281 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
[junit4] 2> 902282 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
[junit4] 2> 902284 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
[junit4] 2> 902285 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
[junit4] 2> 902286 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
[junit4] 2> 902288 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
[junit4] 2> 902289 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
[junit4] 2> 902291 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
[junit4] 2> 902292 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
[junit4] 2> 902295 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
[junit4] 2> 902298 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
[junit4] 2> 902299 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
[junit4] 2> 902300 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
[junit4] 2> 902302 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
[junit4] 2> 902303 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
[junit4] 2> 902305 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
[junit4] 2> 902306 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
[junit4] 2> 902308 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
[junit4] 2> 902309 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
[junit4] 2> 902310 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
[junit4] 2> 902312 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
[junit4] 2> 902313 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
[junit4] 2> 902315 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
[junit4] 2> 902316 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
[junit4] 2> 902318 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
[junit4] 2> 902319 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
[junit4] 2> 902321 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
[junit4] 2> 902322 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
[junit4] 2> 902323 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
[junit4] 2> 902325 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
[junit4] 2> 902326 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
[junit4] 2> 902328 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
[junit4] 2> 902329 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
[junit4] 2> 902331 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
[junit4] 2> 902332 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
[junit4] 2> 902333 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
[junit4] 2> 902335 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
[junit4] 2> 902336 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
[junit4] 2> 902338 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
[junit4] 2> 902339 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
[junit4] 2> 902341 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
[junit4] 2> 902342 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
[junit4] 2> 902344 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
[junit4] 2> 902345 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
[junit4] 2> 902346 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
[junit4] 2> 902348 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
[junit4] 2> 902349 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
[junit4] 2> 902351 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
[junit4] 2> 902352 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
[junit4] 2> 902354 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
[junit4] 2> 902356 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
[junit4] 2> 902357 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
[junit4] 2> 902359 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
[junit4] 2> 902360 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
[junit4] 2> 902365 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
[junit4] 2> 902367 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
[junit4] 2> 902368 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
[junit4] 2> 902370 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
[junit4] 2> 902371 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
[junit4] 2> 902373 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
[junit4] 2> 902374 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
[junit4] 2> 902375 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
[junit4] 2> 902377 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
[junit4] 2> 902378 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
[junit4] 2> 902380 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
[junit4] 2> 902381 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
[junit4] 2> 902383 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
[junit4] 2> 902384 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
[junit4] 2> 902386 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
[junit4] 2> 902387 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
[junit4] 2> 902389 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
[junit4] 2> 902390 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
[junit4] 2> 902392 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
[junit4] 2> 902394 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
[junit4] 2> 902395 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
[junit4] 2> 902397 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
[junit4] 2> 902398 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
[junit4] 2> 902400 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
[junit4] 2> 902401 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
[junit4] 2> 902403 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
[junit4] 2> 902417 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 12
[junit4] 2> 902421 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
[junit4] 2> 902422 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
[junit4] 2> 902424 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
[junit4] 2> 902425 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
[junit4] 2> 902427 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
[junit4] 2> 902428 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
[junit4] 2> 902431 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
[junit4] 2> 902432 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
[junit4] 2> 902434 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
[junit4] 2> 902435 INFO (qtp6319028-15494) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
[junit4] 2> 902437 INFO (qtp6319028-15497) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
[junit4] 2> 902438 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
[junit4] 2> 902440 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
[junit4] 2> 902441 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
[junit4] 2> 902443 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
[junit4] 2> 902444 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
[junit4] 2> 902446 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
[junit4] 2> 902447 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
[junit4] 2> 902449 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
[junit4] 2> 902450 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
[junit4] 2> 902452 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
[junit4] 2> 902453 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
[junit4] 2> 902455 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
[junit4] 2> 902456 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
[junit4] 2> 902457 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
[junit4] 2> 902459 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
[junit4] 2> 902460 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
[junit4] 2> 902462 INFO (qtp6319028-15499) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
[junit4] 2> 902464 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
[junit4] 2> 902465 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
[junit4] 2> 902467 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
[junit4] 2> 902468 INFO (qtp6319028-15500) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
[junit4] 2> 902469 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
[junit4] 2> 902471 INFO (qtp6319028-15498) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
[junit4] 2> 902472 INFO (qtp6319028-15501) [ x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
[junit4] 2> 902474 INFO (qt
[...truncated too long message...]
esStandalone-seed#[766F9494E1EE4497]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
[junit4] 2> 4042416 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[766F9494E1EE4497]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for all SolrIndexSearchers to be released
[junit4] 2> 4042416 INFO (SUITE-TestInPlaceUpdatesStandalone-seed#[766F9494E1EE4497]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {regular_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=Direct), id_field_copy_that_does_not_support_in_place_update_s=Lucene50(blocksize=128)}, docValues:{inplace_l_dvo=DocValuesFormat(name=Memory), inplace_updatable_float=DocValuesFormat(name=Direct), val2_l_dvo=DocValuesFormat(name=Asserting), inplace_updatable_int_with_default=DocValuesFormat(name=Direct), inplace_updatable_int=DocValuesFormat(name=Memory), val1_i_dvo=DocValuesFormat(name=Asserting), regular_l=DocValuesFormat(name=Memory), stored_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene54), nonexistent_field_i_dvo=DocValuesFormat(name=Asserting), id_field_copy_that_does_not_support_in_place_update_s=DocValuesFormat(name=Asserting), inplace_updatable_float_with_default=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=247, maxMBSortInHeap=7.637404666012926, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-UY, timezone=America/Juneau
[junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=226291200,total=535298048
[junit4] 2> NOTE: All tests run in this JVM: [TimeZoneUtilsTest, StatsComponentTest, MinimalSchemaTest, TestOnReconnectListenerSupport, TestPerFieldSimilarityClassic, TestStressReorder, ExitableDirectoryReaderTest, TestMergePolicyConfig, TestOverriddenPrefixQueryForCustomFieldType, TestStressInPlaceUpdates, TestReloadAndDeleteDocs, TestCloudPseudoReturnFields, FullSolrCloudDistribCmdsTest, TestReload, CdcrUpdateLogTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrCoreSnapshots, TestDelegationWithHadoopAuth, TestJsonRequest, SpellPossibilityIteratorTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsChaosMonkeyNothingIsSafeTest, TestSolrJ, SpatialRPTFieldTypeTest, TestSmileRequest, TestConfigReload, OverseerTest, DocValuesMultiTest, ChangedSchemaMergeTest, SolrSlf4jReporterTest, TestLegacyFieldCache, HdfsNNFailoverTest, CircularListTest, SuggesterWFSTTest, TestUtils, TestBinaryField, TestReqParamsAPI, BlockJoinFacetDistribTest, TestDynamicFieldCollectionResource, RecoveryZkTest, CoreAdminRequestStatusTest, TestSolrFieldCacheMBean, CdcrReplicationDistributedZkTest, TestSolrCLIRunExample, DistributedFacetPivotLongTailTest, TestTolerantUpdateProcessorRandomCloud, TestDistribDocBasedVersion, GraphQueryTest, PrimitiveFieldTypeTest, TestSQLHandlerNonCloud, BigEndianAscendingWordDeserializerTest, TestSchemaVersionResource, LukeRequestHandlerTest, TestConfig, LeaderElectionTest, TestUseDocValuesAsStored, TestDefaultStatsCache, PingRequestHandlerTest, TestSolrQueryResponse, TestCollectionAPI, HdfsRestartWhileUpdatingTest, TestPushWriter, BlockDirectoryTest, PrimUtilsTest, CurrencyFieldXmlFileTest, TestSchemaNameResource, CachingDirectoryFactoryTest, TestTrieFacet, DeleteLastCustomShardedReplicaTest, AsyncCallRequestStatusResponseTest, PreAnalyzedFieldTest, ActionThrottleTest, CloudExitableDirectoryReaderTest, BadComponentTest, TestConfigSetsAPIZkFailure, TestSolrQueryParser, TestPhraseSuggestions, RequestHandlersTest, TestGeoJSONResponseWriter, TestRecovery, RankQueryTest, UpdateLogTest, TestLFUCache, NoCacheHeaderTest, TestOrdValues, TestCustomStream, XmlUpdateRequestHandlerTest, TestPointFields, TestHdfsCloudBackupRestore, DistributedVersionInfoTest, FieldAnalysisRequestHandlerTest, TestCollationField, UnloadDistributedZkTest, AutoCommitTest, RemoteQueryErrorTest, TestPKIAuthenticationPlugin, OverseerTaskQueueTest, TestFreeTextSuggestions, SuggesterTest, TestReloadDeadlock, LeaderFailureAfterFreshStartTest, OverseerModifyCollectionTest, TestConfigsApi, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestBackupRepositoryFactory, TestFieldResource, DistributedFacetPivotWhiteBoxTest, TestSolrCloudWithKerberosAlt, HLLUtilTest, SOLR749Test, SolrPluginUtilsTest, DistributedSuggestComponentTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, ShardRoutingTest, BasicZkTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, ConvertedLegacyTest, TestSort, TestIndexSearcher, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestStressLucene, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, DebugComponentTest, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TestOmitPositions, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FastVectorHighlighterTest, IndexSchemaTest, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, TestBinaryResponseWriter, UpdateParamsTest, TestQuerySenderNoQuery, ResponseLogComponentTest, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestElisionMultitermQuery, DirectSolrConnectionTest, EchoParamsTest, TestDFRSimilarityFactory, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSystemIdResolver, DOMUtilTest, ClusterStateTest, UUIDFieldTest, DistributedIntervalFacetingTest, CdcrVersionReplicationTest, CollectionReloadTest, CollectionTooManyReplicasTest, ConcurrentDeleteAndCreateCollectionTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, RestartWhileUpdatingTest, TestLocalFSCloudBackupRestore, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, HdfsBasicDistributedZk2Test, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetProperties, TestCorePropertiesReload, TestImplicitCoreProperties, TestInfoStreamLogging, TestNRTOpen, TestShardHandlerFactory, TestSolrConfigHandler, RequestLoggingTest, TestBlobHandler, TestSystemCollAutoCreate, V2ApiIntegrationTest, CoreAdminCreateDiscoverTest, MetricsHandlerTest, SecurityConfHandlerTest, StatsReloadRaceTest, TestApiFramework, TestCollectionAPIs, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotSmallAdvancedTest, ReplicaListTransformerTest, ShufflingReplicaListTransformerTest, SuggestComponentContextFilterQueryTest, SuggestComponentTest, SolrGraphiteReporterTest, TestIntervalFaceting, TestBulkSchemaAPI, TestManagedSchema, TestSchemalessBufferedUpdates, AnalyticsMergeStrategyTest, AnalyticsQueryTest, CursorMarkTest, MergeStrategyTest, TestGraphTermsQParserPlugin, TestReRankQParserPlugin, TestSearcherReuse, TestSimpleQParserPlugin, TestSolrCoreParser, TestStandardQParsers, TestMinMaxOnMultiValuedField, TestScoreJoinQPScore, SimpleMLTQParserTest, TestClassicSimilarityFactory, TestDFISimilarityFactory, TestDistribIDF, TestAuthorizationFramework, TestFieldCache, TestFieldCacheReopen, TestFieldCacheSort, TestFieldCacheSortRandom, TestFieldCacheVsDocValues, TestInPlaceUpdatesStandalone]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInPlaceUpdatesStandalone -Dtests.seed=766F9494E1EE4497 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-6.x/test-data/enwiki.random.lines.txt -Dtests.locale=es-UY -Dtests.timezone=America/Juneau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestInPlaceUpdatesStandalone (suite) <<<
[junit4] > Throwable #1: junit.framework.AssertionFailedError: Clean up static fields (in @AfterClass?), your test seems to hang on to approximately 23,126,864 bytes (threshold is 10,485,760). Field reference sizes (counted individually):
[junit4] > - 23,126,536 bytes, private static org.apache.solr.client.solrj.SolrClient org.apache.solr.update.TestInPlaceUpdatesStandalone.client
[junit4] > - 192 bytes, public static org.junit.rules.TestRule org.apache.solr.SolrTestCaseJ4.solrClassRules
[junit4] > - 128 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.factoryProp
[junit4] > - 64 bytes, private static java.lang.String org.apache.solr.SolrTestCaseJ4.coreName
[junit4] > - 48 bytes, private static java.util.Map org.apache.solr.SolrTestCaseJ4.savedClassLogLevels
[junit4] > at __randomizedtesting.SeedInfo.seed([766F9494E1EE4497]:0)
[junit4] > at java.lang.Thread.run(Thread.java:745)
[junit4] Completed [696/697 (5!)] on J2 in 124.08s, 18 tests, 1 failure <<< FAILURES!
[...truncated 62652 lines...]