You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/05/28 14:13:02 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1998 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1998/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.HttpPartitionTest.testDistribSearch

Error Message:
No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
	at __randomizedtesting.SeedInfo.seed([2E22E9843B79E3E8:AFC4679C4C2683D4]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:545)
	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:349)
	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 10986 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/init-core-data-001
   [junit4]   2> 1093532 T1976 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /pk_/i
   [junit4]   2> 1093539 T1976 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1093540 T1976 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1093541 T1977 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1093642 T1976 oasc.ZkTestServer.run start zk server on port:30756
   [junit4]   2> 1093643 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1093647 T1983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@468744e9 name:ZooKeeperConnection Watcher:127.0.0.1:30756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1093647 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1093648 T1976 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1093659 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1093661 T1985 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@341a5e23 name:ZooKeeperConnection Watcher:127.0.0.1:30756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1093661 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1093661 T1976 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1093672 T1976 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1093674 T1976 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1093676 T1976 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1093686 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1093686 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1093702 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1093702 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1093806 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1093807 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1093809 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1093810 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1093820 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1093820 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1093823 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1093823 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1093826 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1093826 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1093829 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1093829 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1093837 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1093838 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1093841 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1093841 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1093844 T1976 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1093845 T1976 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1094839 T1976 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1094843 T1976 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30760
   [junit4]   2> 1094843 T1976 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1094843 T1976 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1094844 T1976 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002
   [junit4]   2> 1094844 T1976 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/'
   [junit4]   2> 1094874 T1976 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/solr.xml
   [junit4]   2> 1094946 T1976 oasc.CoreContainer.<init> New CoreContainer 1234695923
   [junit4]   2> 1094947 T1976 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/]
   [junit4]   2> 1094948 T1976 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1094949 T1976 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1094949 T1976 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1094949 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1094950 T1976 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1094950 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1094950 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1094951 T1976 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1094951 T1976 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1094952 T1976 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1094952 T1976 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1094952 T1976 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1094953 T1976 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30756/solr
   [junit4]   2> 1094953 T1976 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1094954 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1094957 T1996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17d5f144 name:ZooKeeperConnection Watcher:127.0.0.1:30756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1094957 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1094978 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1094980 T1998 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@757939e1 name:ZooKeeperConnection Watcher:127.0.0.1:30756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1094980 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1094987 T1976 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1094991 T1976 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1095002 T1976 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1095005 T1976 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1095015 T1976 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1095019 T1976 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1095021 T1976 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30759_pk_%2Fi
   [junit4]   2> 1095022 T1976 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30759_pk_%2Fi
   [junit4]   2> 1095025 T1976 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1095027 T1976 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1095042 T1976 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:30759_pk_%2Fi
   [junit4]   2> 1095042 T1976 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1095044 T1976 oasc.Overseer.start Overseer (id=91834027180425219-127.0.0.1:30759_pk_%2Fi-n_0000000000) starting
   [junit4]   2> 1095048 T1976 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1095057 T2000 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1095057 T1976 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1095060 T1976 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1095061 T1976 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1095063 T1999 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1095070 T2001 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1095070 T2001 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1095071 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1095071 T2001 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1095073 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1095073 T1999 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30759/pk_/i",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:30759_pk_%2Fi",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1095074 T1999 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1095074 T1999 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1095076 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1095077 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1096073 T2001 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1096073 T2001 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1096074 T2001 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1096074 T2001 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1096075 T2001 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1096075 T2001 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/collection1/'
   [junit4]   2> 1096077 T2001 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1096078 T2001 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1096078 T2001 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1096159 T2001 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 1096240 T2001 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1096341 T2001 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1096355 T2001 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1097085 T2001 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1097085 T2001 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1097086 T2001 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1097100 T2001 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1097104 T2001 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1097118 T2001 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1097123 T2001 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1097128 T2001 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1097129 T2001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1097129 T2001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1097129 T2001 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1097130 T2001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1097131 T2001 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1097131 T2001 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1097131 T2001 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1097132 T2001 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-002/collection1/, dataDir=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/control/data/
   [junit4]   2> 1097132 T2001 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e6989d7
   [junit4]   2> 1097133 T2001 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/control/data
   [junit4]   2> 1097133 T2001 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/control/data/index/
   [junit4]   2> 1097133 T2001 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1097134 T2001 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/control/data/index
   [junit4]   2> 1097134 T2001 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=92.8662109375, floorSegmentMB=0.8427734375, forceMergeDeletesPctAllowed=12.11327724572879, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11358124843671301
   [junit4]   2> 1097135 T2001 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@26c91952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74660961),segFN=segments_1,generation=1}
   [junit4]   2> 1097136 T2001 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1097140 T2001 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1097140 T2001 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1097141 T2001 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1097141 T2001 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1097141 T2001 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1097142 T2001 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1097142 T2001 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1097143 T2001 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1097143 T2001 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1097144 T2001 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1097144 T2001 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1097145 T2001 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1097145 T2001 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1097146 T2001 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1097146 T2001 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1097147 T2001 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1097164 T2001 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1097170 T2001 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1097170 T2001 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1097171 T2001 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2240336778742684]
   [junit4]   2> 1097172 T2001 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@26c91952 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@74660961),segFN=segments_1,generation=1}
   [junit4]   2> 1097172 T2001 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1097173 T2001 oass.SolrIndexSearcher.<init> Opening Searcher@5f89a47e[collection1] main
   [junit4]   2> 1097173 T2001 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1097174 T2001 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1097174 T2001 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1097175 T2001 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1097175 T2001 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1097175 T2001 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1097176 T2001 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1097176 T2001 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1097177 T2001 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1097177 T2001 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1097180 T2002 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f89a47e[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1097182 T2001 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1097183 T2005 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30759/pk_/i collection:control_collection shard:shard1
   [junit4]   2> 1097184 T1976 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1097184 T2005 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1097184 T1976 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1097188 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1097204 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37ac31ea name:ZooKeeperConnection Watcher:127.0.0.1:30756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1097204 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1097206 T1976 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1097206 T2005 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1097208 T1976 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1097208 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097209 T2005 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1097209 T2005 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C276 name=collection1 org.apache.solr.core.SolrCore@5cc0f2b url=http://127.0.0.1:30759/pk_/i/collection1 node=127.0.0.1:30759_pk_%2Fi C276_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:30759/pk_/i, core=collection1, node_name=127.0.0.1:30759_pk_%2Fi}
   [junit4]   2> 1097209 T2005 C276 P30759 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30759/pk_/i/collection1/
   [junit4]   2> 1097209 T2005 C276 P30759 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1097209 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1097209 T2005 C276 P30759 oasc.SyncStrategy.syncToMe http://127.0.0.1:30759/pk_/i/collection1/ has no replicas
   [junit4]   2> 1097210 T2005 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30759/pk_/i/collection1/ shard1
   [junit4]   2> 1097210 T2005 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1097212 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097213 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1097213 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1097217 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1097219 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097325 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1097325 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1097370 T2005 oasc.ZkController.register We are http://127.0.0.1:30759/pk_/i/collection1/ and leader is http://127.0.0.1:30759/pk_/i/collection1/
   [junit4]   2> 1097370 T2005 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30759/pk_/i
   [junit4]   2> 1097370 T2005 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1097370 T2005 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1097371 T2005 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1097376 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097376 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097377 T2005 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1097377 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097377 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1097378 T1999 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30759/pk_/i",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:30759_pk_%2Fi",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1097387 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1097518 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1097518 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1097987 T1976 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1097988 T1976 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1097990 T1976 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30765
   [junit4]   2> 1097991 T1976 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1097991 T1976 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1097991 T1976 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003
   [junit4]   2> 1097992 T1976 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/'
   [junit4]   2> 1098022 T1976 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/solr.xml
   [junit4]   2> 1098094 T1976 oasc.CoreContainer.<init> New CoreContainer 1418889589
   [junit4]   2> 1098095 T1976 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/]
   [junit4]   2> 1098096 T1976 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1098096 T1976 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1098097 T1976 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1098097 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1098097 T1976 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1098098 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1098098 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1098098 T1976 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1098099 T1976 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1098099 T1976 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1098100 T1976 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1098100 T1976 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1098100 T1976 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30756/solr
   [junit4]   2> 1098101 T1976 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1098101 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1098108 T2019 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@607e8bb3 name:ZooKeeperConnection Watcher:127.0.0.1:30756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1098109 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1098120 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1098122 T2021 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5778b48b name:ZooKeeperConnection Watcher:127.0.0.1:30756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1098122 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1098140 T1976 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1099143 T1976 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30764_pk_%2Fi
   [junit4]   2> 1099145 T1976 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30764_pk_%2Fi
   [junit4]   2> 1099148 T2008 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1099149 T2021 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1099149 T1998 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 1099159 T2022 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1099159 T2022 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1099161 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1099161 T2022 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1099161 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1099162 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1099163 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1099164 T1999 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30764/pk_/i",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:30764_pk_%2Fi",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1099164 T1999 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 1099164 T1999 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1099168 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1099169 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1099169 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1099169 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1100162 T2022 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1100162 T2022 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1100163 T2022 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1100163 T2022 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1100164 T2022 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1100164 T2022 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/collection1/'
   [junit4]   2> 1100166 T2022 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1100167 T2022 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1100167 T2022 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1100247 T2022 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 1100326 T2022 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1100428 T2022 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1100442 T2022 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1101140 T2022 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1101140 T2022 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1101141 T2022 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1101155 T2022 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1101160 T2022 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1101175 T2022 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1101180 T2022 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1101184 T2022 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1101185 T2022 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1101186 T2022 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1101186 T2022 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1101187 T2022 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1101187 T2022 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1101187 T2022 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1101188 T2022 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1101188 T2022 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/collection1/, dataDir=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty1/
   [junit4]   2> 1101188 T2022 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e6989d7
   [junit4]   2> 1101189 T2022 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty1
   [junit4]   2> 1101190 T2022 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty1/index/
   [junit4]   2> 1101190 T2022 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1101190 T2022 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty1/index
   [junit4]   2> 1101191 T2022 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=92.8662109375, floorSegmentMB=0.8427734375, forceMergeDeletesPctAllowed=12.11327724572879, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11358124843671301
   [junit4]   2> 1101192 T2022 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1df22b4b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@409aafb5),segFN=segments_1,generation=1}
   [junit4]   2> 1101192 T2022 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1101197 T2022 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1101198 T2022 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1101198 T2022 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1101199 T2022 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1101199 T2022 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1101199 T2022 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1101200 T2022 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1101200 T2022 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1101201 T2022 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1101201 T2022 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1101202 T2022 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1101202 T2022 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1101203 T2022 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1101204 T2022 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1101204 T2022 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1101205 T2022 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1101222 T2022 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1101227 T2022 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1101228 T2022 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1101228 T2022 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2240336778742684]
   [junit4]   2> 1101229 T2022 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1df22b4b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@409aafb5),segFN=segments_1,generation=1}
   [junit4]   2> 1101230 T2022 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1101230 T2022 oass.SolrIndexSearcher.<init> Opening Searcher@78df166[collection1] main
   [junit4]   2> 1101230 T2022 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1101231 T2022 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1101232 T2022 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1101232 T2022 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1101233 T2022 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1101233 T2022 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1101234 T2022 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1101234 T2022 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1101234 T2022 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1101235 T2022 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1101239 T2023 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78df166[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1101242 T2022 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1101243 T2026 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30764/pk_/i collection:collection1 shard:shard2
   [junit4]   2> 1101244 T1976 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1101244 T2026 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1101244 T1976 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1101261 T2026 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1101263 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101264 T2026 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1101264 T2026 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C277 name=collection1 org.apache.solr.core.SolrCore@d1c8950 url=http://127.0.0.1:30764/pk_/i/collection1 node=127.0.0.1:30764_pk_%2Fi C277_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:30764/pk_/i, core=collection1, node_name=127.0.0.1:30764_pk_%2Fi}
   [junit4]   2> 1101264 T2026 C277 P30764 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30764/pk_/i/collection1/
   [junit4]   2> 1101265 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101265 T2026 C277 P30764 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1101265 T2026 C277 P30764 oasc.SyncStrategy.syncToMe http://127.0.0.1:30764/pk_/i/collection1/ has no replicas
   [junit4]   2> 1101265 T2026 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30764/pk_/i/collection1/ shard2
   [junit4]   2> 1101266 T2026 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1101267 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101268 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101268 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101268 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101272 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101275 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101379 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101379 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101379 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101425 T2026 oasc.ZkController.register We are http://127.0.0.1:30764/pk_/i/collection1/ and leader is http://127.0.0.1:30764/pk_/i/collection1/
   [junit4]   2> 1101425 T2026 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30764/pk_/i
   [junit4]   2> 1101425 T2026 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1101425 T2026 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1101426 T2026 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1101428 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101428 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101428 T2026 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101428 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101430 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1101431 T1999 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30764/pk_/i",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:30764_pk_%2Fi",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 1101433 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1101537 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101537 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1101537 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1102303 T1976 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1102304 T1976 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1102307 T1976 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30769
   [junit4]   2> 1102308 T1976 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1102308 T1976 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1102308 T1976 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004
   [junit4]   2> 1102309 T1976 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/'
   [junit4]   2> 1102345 T1976 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/solr.xml
   [junit4]   2> 1102434 T1976 oasc.CoreContainer.<init> New CoreContainer 1485966979
   [junit4]   2> 1102435 T1976 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/]
   [junit4]   2> 1102436 T1976 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1102437 T1976 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1102437 T1976 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1102438 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1102438 T1976 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1102438 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1102439 T1976 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1102439 T1976 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1102440 T1976 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1102440 T1976 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1102441 T1976 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1102441 T1976 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1102442 T1976 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30756/solr
   [junit4]   2> 1102442 T1976 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1102443 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102472 T2038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cf6e7e2 name:ZooKeeperConnection Watcher:127.0.0.1:30756 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1102473 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1102476 T1976 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1102478 T2040 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f5acc38 name:ZooKeeperConnection Watcher:127.0.0.1:30756/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1102478 T1976 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1102502 T1976 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1103506 T1976 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30768_pk_%2Fi
   [junit4]   2> 1103538 T1976 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30768_pk_%2Fi
   [junit4]   2> 1103542 T2021 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1103542 T2008 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1103542 T2040 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1103542 T1998 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 1103552 T2041 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1103552 T2041 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1103554 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103554 T2041 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1103554 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103554 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103555 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1103556 T1999 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30768/pk_/i",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:30768_pk_%2Fi",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1103557 T1999 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 1103557 T1999 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1103560 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1103567 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1103567 T2040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1103567 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1103567 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1104555 T2041 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1104555 T2041 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1104556 T2041 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1104556 T2041 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1104557 T2041 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1104557 T2041 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/collection1/'
   [junit4]   2> 1104559 T2041 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1104560 T2041 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1104560 T2041 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1104640 T2041 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 1104719 T2041 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1104820 T2041 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1104834 T2041 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1105536 T2041 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1105536 T2041 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 1105537 T2041 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1105551 T2041 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1105555 T2041 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1105570 T2041 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1105575 T2041 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1105580 T2041 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1105581 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1105581 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1105581 T2041 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1105582 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1105582 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1105583 T2041 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1105583 T2041 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1105583 T2041 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-004/collection1/, dataDir=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty2/
   [junit4]   2> 1105584 T2041 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e6989d7
   [junit4]   2> 1105585 T2041 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty2
   [junit4]   2> 1105585 T2041 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty2/index/
   [junit4]   2> 1105585 T2041 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1105586 T2041 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-001/jetty2/index
   [junit4]   2> 1105586 T2041 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=92.8662109375, floorSegmentMB=0.8427734375, forceMergeDeletesPctAllowed=12.11327724572879, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11358124843671301
   [junit4]   2> 1105587 T2041 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@69e99048 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@276ad430),segFN=segments_1,generation=1}
   [junit4]   2> 1105588 T2041 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1105593 T2041 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1105593 T2041 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1105594 T2041 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1105594 T2041 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1105594 T2041 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1105595 T2041 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1105595 T2041 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1105596 T2041 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1105596 T2041 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1105597 T2041 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1105597 T2041 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1105598 T2041 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1105598 T2041 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1105599 T2041 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1105599 T2041 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1105600 T2041 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1105617 T2041 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1105623 T2041 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1105623 T2041 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1105624 T2041 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2240336778742684]
   [junit4]   2> 1105624 T2041 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@69e99048 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@276ad430),segFN=segments_1,generation=1}
   [junit4]   2> 1105625 T2041 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1105625 T2041 oass.SolrIndexSearcher.<init> Opening Searcher@1d85f58b[collection1] main
   [junit4]   2> 1105625 T2041 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1105627 T2041 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1105627 T2041 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1105627 T2041 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1105628 T2041 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1105628 T2041 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1105629 T2041 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1105629 T2041 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1105629 T2041 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1105630 T2041 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1105634 T2042 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d85f58b[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1105637 T2041 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1105638 T2045 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30768/pk_/i collection:collection1 shard:shard1
   [junit4]   2> 1105639 T1976 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1105639 T1976 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1105639 T2045 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 1105641 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1105642 T1976 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 1105642 T1976 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 1105643 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1105657 T2045 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1105666 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105667 T2045 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1105667 T2045 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C278 name=collection1 org.apache.solr.core.SolrCore@2aa5e2a9 url=http://127.0.0.1:30768/pk_/i/collection1 node=127.0.0.1:30768_pk_%2Fi C278_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:30768/pk_/i, core=collection1, node_name=127.0.0.1:30768_pk_%2Fi}
   [junit4]   2> 1105667 T2045 C278 P30768 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30768/pk_/i/collection1/
   [junit4]   2> 1105667 T2045 C278 P30768 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1105667 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1105668 T2045 C278 P30768 oasc.SyncStrategy.syncToMe http://127.0.0.1:30768/pk_/i/collection1/ has no replicas
   [junit4]   2> 1105668 T2045 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30768/pk_/i/collection1/ shard1
   [junit4]   2> 1105668 T2045 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 1105671 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105672 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105672 T2040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105672 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105672 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105676 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1105679 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105781 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105781 T2040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105781 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105781 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105829 T2045 oasc.ZkController.register We are http://127.0.0.1:30768/pk_/i/collection1/ and leader is http://127.0.0.1:30768/pk_/i/collection1/
   [junit4]   2> 1105829 T2045 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30768/pk_/i
   [junit4]   2> 1105829 T2045 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1105829 T2045 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1105830 T2045 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1105832 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105832 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105832 T2045 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1105833 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105833 T1999 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1105834 T1999 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30768/pk_/i",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:30768_pk_%2Fi",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 1105837 T1998 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1105939 T1998 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105939 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105939 T2040 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1105939 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1106645 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1106646 T1976 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
   [junit4]   2> 1106648 T2006 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/140.211.11.196,port=61360,localport=30759], receiveBufferSize:6565888
   [junit4]   2> 1106652 T2006 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=30760,localport=28668], receiveBufferSize=6565888
   [junit4]   2> ASYNC  NEW_CORE C279 name=collection1 org.apache.solr.core.SolrCore@5cc0f2b url=http://127.0.0.1:30759/pk_/i/collection1 node=127.0.0.1:30759_pk_%2Fi C279_STATE=coll:control_collection core:collection1 props:{state=active, base_url=http://127.0.0.1:30759/pk_/i, core=collection1, node_name=127.0.0.1:30759_pk_%2Fi, leader=true}
   [junit4]   2> 1106652 T1988 C279 P30759 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1106653 T1988 C279 P30759 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1106654 T1988 C279 P30759 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 1106654 T1988 C279 P30759 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1106655 T1988 C279 P30759 oasup.LogUpdateProcessor.finish [collection1] webapp=/pk_/i path=/update params={wt=javabin&commit=true&waitSearcher=true&softCommit=false&version=2} {commit=} 0 3
   [junit4]   2> 1106657 T2046 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/140.211.11.196,port=30981,localport=30768], receiveBufferSize:6565888
   [junit4]   2> 1106658 T2046 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=30769,localport=14845], receiveBufferSize=6565888
   [junit4]   2> 1106660 T2046 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/140.211.11.196,port=14688,localport=30768], receiveBufferSize:6565888
   [junit4]   2> 1106660 T2046 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=30769,localport=23623], receiveBufferSize=6565888
   [junit4]   2>  C278_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:30768/pk_/i, core=collection1, node_name=127.0.0.1:30768_pk_%2Fi, leader=true}
   [junit4]   2> 1106661 T2031 C278 P30768 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1106662 T2031 C278 P30768 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1106662 T2031 C278 P30768 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 1106663 T2031 C278 P30768 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1106663 T2031 C278 P30768 oasup.LogUpdateProcessor.finish [collection1] webapp=/pk_/i path=/update params={wt=javabin&update.distrib=FROMLEADER&commit=true&waitSearcher=true&softCommit=false&expungeDeletes=false&commit_end_point=true&distrib.from=http://127.0.0.1:30768/pk_/i/collection1/&version=2&openSearcher=true} {commit=} 0 2
   [junit4]   2> 1106665 T2027 oasc.SocketProxy$Acceptor.run accepted Socket[addr=/140.211.11.196,port=64143,localport=30764], receiveBufferSize:6565888
   [junit4]   2> 1106666 T2027 oasc.SocketProxy$Bridge.<init> proxy connection Socket[addr=/127.0.0.1,port=30765,localport=44890], receiveBufferSize=6565888
   [junit4]   2> ASYNC  NEW_CORE C280 name=collection1 org.apache.solr.core.SolrCore@d1c8950 url=http://127.0.0.1:30764/pk_/i/collection1 node=127.0.0.1:30764_pk_%2Fi C280_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:30764/pk_/i, core=collection1, node_name=127.0.0.1:30764_pk_%2Fi, leader=true}
   [junit4]   2> 1106666 T2011 C280 P30764 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher

[...truncated too long message...]

 P30764 oasu.PeerSync.sync PeerSync: core=c8n_1x3_lf_shard1_replica3 url=http://127.0.0.1:30764/pk_/i DONE. sync succeeded
   [junit4]   2> 1672779 T2021 C292 P30764 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
   [junit4]   2> 1672779 T2021 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1672780 T2021 oasc.SolrCore.close [c8n_1x3_lf_shard1_replica3]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d7f9928
   [junit4]   2> 1672790 T1976 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/pk_/i,null}
   [junit4]   2> 1672792 T2021 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=2,adds=2,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=302,transaction_logs_total_number=2}
   [junit4]   2> 1672793 T2021 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1672793 T2021 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1672793 T2021 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1672793 T2021 C292 P30764 oasu.DirectUpdateHandler2.closeWriter Committing on IndexWriter close.
   [junit4]   2> 1672796 T2021 C292 P30764 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@b383f6a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50761a41),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@b383f6a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50761a41),segFN=segments_4,generation=4}
   [junit4]   2> 1672796 T2021 C292 P30764 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1672797 T2021 oasc.SolrCore.closeSearcher [c8n_1x3_lf_shard1_replica3] Closing main searcher on request.
   [junit4]   2> 1672797 T2021 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1672798 T2021 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data [CachedDir<<refCount=0;path=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data;done=false>>]
   [junit4]   2> 1672798 T2021 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data
   [junit4]   2> 1672798 T2021 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data/index.20140528052609296 [CachedDir<<refCount=0;path=./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data/index.20140528052609296;done=false>>]
   [junit4]   2> 1672798 T2021 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001/tempDir-003/c8n_1x3_lf_shard1_replica3/data/index.20140528052609296
   [junit4]   2> 1672799 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1672799 T2021 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1672799 T2021 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1672799 T2021 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1672843 T1976 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 30768
   [junit4]   2> 1672843 T1976 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 1672844 T1976 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:30756 30756
   [junit4]   2> 1672970 T1977 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:30756 30756
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=testDistribSearch -Dtests.seed=2E22E9843B79E3E8 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=America/Shiprock -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    579s J1 | HttpPartitionTest.testDistribSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No registered leader was found after waiting for 60000ms , collection: c8n_1x3_lf slice: shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2E22E9843B79E3E8:AFC4679C4C2683D4]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:545)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testRf3WithLeaderFailover(HttpPartitionTest.java:349)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.doTest(HttpPartitionTest.java:148)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 1672998 T1976 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.HttpPartitionTest-2E22E9843B79E3E8-001
   [junit4]   2> 579474 T1975 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=ru, timezone=America/Shiprock
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=104237752,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [RemoteQueryErrorTest, TestStressReorder, TestFreeTextSuggestions, SignatureUpdateProcessorFactoryTest, ShardRoutingTest, DistributedQueryComponentOptimizationTest, TestFoldingMultitermQuery, TestOmitPositions, HdfsRecoveryZkTest, TestManagedSynonymFilterFactory, TestStressLucene, TestCharFilters, PrimitiveFieldTypeTest, TestRequestStatusCollectionAPI, OverseerStatusTest, TestSolrCoreProperties, SolrInfoMBeanTest, TestBinaryResponseWriter, SuggesterTest, BadComponentTest, MBeansHandlerTest, TestRandomFaceting, XmlUpdateRequestHandlerTest, TestSolrDeletionPolicy1, PolyFieldTest, ConvertedLegacyTest, TestCollapseQParserPlugin, HdfsChaosMonkeySafeLeaderTest, CurrencyFieldOpenExchangeTest, PreAnalyzedFieldTest, ZkSolrClientTest, TestLMDirichletSimilarityFactory, ShardRoutingCustomTest, TestFileDictionaryLookup, ResponseHeaderTest, BasicDistributedZk2Test, TestPartialUpdateDeduplication, DateFieldTest, SyncSliceTest, DistributedExpandComponentTest, FieldAnalysisRequestHandlerTest, PeerSyncTest, BlockDirectoryTest, MoreLikeThisHandlerTest, HttpPartitionTest]
   [junit4] Completed on J1 in 579.76s, 1 test, 1 error <<< FAILURES!

[...truncated 828 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1297: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:921: There were test failures: 396 suites, 1640 tests, 1 error, 36 ignored (15 assumptions)

Total time: 112 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 2000 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/2000/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestBackup

Error Message:
Could not remove the following files (in the order of attempts):    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq/_0.cfe    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq/_0.cfe
   /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq

	at __randomizedtesting.SeedInfo.seed([4C6AF09D4458090:454D8F6CF3FB73DF]:0)
	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
	at org.apache.solr.handler.TestReplicationHandler.doTestBackup(TestReplicationHandler.java:1554)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 11242 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.handler.TestReplicationHandler-4C6AF09D4458090-001/init-core-data-001
   [junit4]   2> 3253266 T8045 oas.SolrTestCaseJ4.setUp ###Starting doTestDetails
   [junit4]   2> 3253282 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3253284 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11948
   [junit4]   2> 3253285 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3253286 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3253286 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master
   [junit4]   2> 3253287 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/'
   [junit4]   2> 3253329 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/solr.xml
   [junit4]   2> 3253440 T8045 oasc.CoreContainer.<init> New CoreContainer 164583871
   [junit4]   2> 3253441 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/]
   [junit4]   2> 3253443 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3253443 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3253444 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3253444 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3253445 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3253445 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3253445 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3253446 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3253446 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3253447 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3253448 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3253448 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3253455 T8055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/'
   [junit4]   2> 3253524 T8055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3253632 T8055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3253633 T8055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3253641 T8055 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3253672 T8055 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3253674 T8055 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/
   [junit4]   2> 3253675 T8055 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3253675 T8055 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/
   [junit4]   2> 3253675 T8055 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3253676 T8055 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data
   [junit4]   2> 3253676 T8055 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index/
   [junit4]   2> 3253677 T8055 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3253677 T8055 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index
   [junit4]   2> 3253678 T8055 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3253679 T8055 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_1,generation=1}
   [junit4]   2> 3253679 T8055 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3253680 T8055 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3253681 T8055 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3253681 T8055 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3253681 T8055 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3253682 T8055 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3253682 T8055 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3253682 T8055 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3253708 T8055 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3253712 T8055 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3253712 T8055 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3253713 T8055 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3253713 T8055 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_1,generation=1}
   [junit4]   2> 3253714 T8055 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3253714 T8055 oass.SolrIndexSearcher.<init> Opening Searcher@7510765f[collection1] main
   [junit4]   2> 3253714 T8055 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/conf
   [junit4]   2> 3253715 T8055 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/conf/}
   [junit4]   2> 3253715 T8055 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/conf
   [junit4]   2> 3253716 T8055 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3253716 T8055 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3253717 T8055 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3253717 T8055 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 3253717 T8055 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 3253718 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7510765f[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3253718 T8055 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3253719 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3253719 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3253733 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3253736 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11950
   [junit4]   2> 3253736 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3253737 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3253737 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave
   [junit4]   2> 3253738 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/'
   [junit4]   2> 3253755 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/solr.xml
   [junit4]   2> 3253841 T8045 oasc.CoreContainer.<init> New CoreContainer 256915660
   [junit4]   2> 3253841 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/]
   [junit4]   2> 3253843 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3253844 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3253844 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3253845 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3253845 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3253846 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3253846 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3253847 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3253847 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3253848 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3253848 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3253849 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3253857 T8067 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/'
   [junit4]   2> 3253926 T8067 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3254009 T8067 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3254010 T8067 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3254018 T8067 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3254043 T8067 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3254045 T8067 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/
   [junit4]   2> 3254046 T8067 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3254046 T8067 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/
   [junit4]   2> 3254046 T8067 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3254047 T8067 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data
   [junit4]   2> 3254048 T8067 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index/
   [junit4]   2> 3254048 T8067 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3254049 T8067 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index
   [junit4]   2> 3254049 T8067 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3254050 T8067 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_1,generation=1}
   [junit4]   2> 3254051 T8067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254052 T8067 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3254052 T8067 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3254052 T8067 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3254053 T8067 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3254053 T8067 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3254053 T8067 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3254054 T8067 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3254056 T8067 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3254060 T8067 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3254060 T8067 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3254061 T8067 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3254061 T8067 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_1,generation=1}
   [junit4]   2> 3254062 T8067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254062 T8067 oass.SolrIndexSearcher.<init> Opening Searcher@24f0d252[collection1] main
   [junit4]   2> 3254063 T8067 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/conf
   [junit4]   2> 3254063 T8067 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/conf/}
   [junit4]   2> 3254063 T8067 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/conf
   [junit4]   2> 3254064 T8067 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3254065 T8067 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3254065 T8067 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3254073 T8067 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 3254074 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24f0d252[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3254074 T8067 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3254074 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3254075 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C1528 name=collection1 org.apache.solr.core.SolrCore@56f25161
   [junit4]   2> 3254078 T8048 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2&sort=id+desc} hits=0 status=0 QTime=1 
   [junit4]   2> 3254081 T8048 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> 3254085 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1529 name=collection1 org.apache.solr.core.SolrCore@2464c39d
   [junit4]   2> 3254086 T8060 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=3 
   [junit4]   2> 3254090 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
   [junit4]   2> 3254092 T8048 C1528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3254094 T8048 C1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_2,generation=2}
   [junit4]   2> 3254094 T8048 C1528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 3254096 T8048 C1528 oass.SolrIndexSearcher.<init> Opening Searcher@345078df[collection1] main
   [junit4]   2> 3254096 T8048 C1528 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3254096 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@345078df[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.9):c1)}
   [junit4]   2> 3254097 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 5
   [junit4]   2> 3254132 T8071 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254133 T8071 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254135 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 3254136 T8071 oash.SnapPuller.fetchLatestIndex Master's generation: 2
   [junit4]   2> 3254136 T8071 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
   [junit4]   2> 3254136 T8071 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 3254149 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=filelist&generation=2} status=0 QTime=10 
   [junit4]   2> 3254150 T8071 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 4
   [junit4]   2> 3254150 T8071 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757
   [junit4]   2> 3254151 T8071 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 3254151 T8071 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 3254151 T8071 oasu.DefaultSolrCoreState.rollbackIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 3254151 T8071 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@9d29a05 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53fef61c) fullCopy=false
   [junit4]   2> 3254154 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_0.si&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254157 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_0.cfe&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254160 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_0.cfs&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254163 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=segments_2&checksum=true&qt=/replication&command=filecontent&generation=2} status=0 QTime=0 
   [junit4]   2> 3254164 T8071 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 3254165 T8071 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 3254165 T8071 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=76.4033203125, floorSegmentMB=0.2294921875, forceMergeDeletesPctAllowed=29.94444262715319, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4561303655545128
   [junit4]   2> 3254166 T8071 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_2,generation=2}
   [junit4]   2> 3254166 T8071 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 3254167 T8071 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 3254167 T8071 oass.SolrIndexSearcher.<init> Opening Searcher@3e8744c8[collection1] main
   [junit4]   2> 3254168 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e8744c8[collection1] main{StandardDirectoryReader(segments_2:3:nrt _0(4.9):c1)}
   [junit4]   2> 3254168 T8071 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757;done=true>>]
   [junit4]   2> 3254168 T8071 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949757
   [junit4]   2> 3254168 T8061 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:11948/solr/replication&wait=true&command=fetchindex} status=0 QTime=36 
   [junit4]   2> 3254177 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> 3254178 T8060 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=4 
   [junit4]   2> 3254181 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 3254184 T8048 C1528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3254185 T8048 C1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_3,generation=3}
   [junit4]   2> 3254186 T8048 C1528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 3254186 T8048 C1528 oass.SolrIndexSearcher.<init> Opening Searcher@492a3fc8[collection1] main
   [junit4]   2> 3254187 T8048 C1528 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3254187 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@492a3fc8[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(4.9):c1 _1(4.9):c1)}
   [junit4]   2> 3254187 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 3
   [junit4]   2> 3254189 T8074 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254189 T8074 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254191 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 3254191 T8074 oash.SnapPuller.fetchLatestIndex Master's generation: 3
   [junit4]   2> 3254192 T8074 oash.SnapPuller.fetchLatestIndex Slave's generation: 2
   [junit4]   2> 3254192 T8074 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 3254194 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=filelist&generation=3} status=0 QTime=0 
   [junit4]   2> 3254195 T8074 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 7
   [junit4]   2> 3254196 T8074 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802
   [junit4]   2> 3254196 T8074 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 3254196 T8074 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 3254197 T8074 oasu.DefaultSolrCoreState.rollbackIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 3254197 T8074 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@36eb1d92 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bc9e97) fullCopy=false
   [junit4]   2> 3254197 T8074 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 3254200 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_1.cfs&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254203 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_1.cfe&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254204 T8074 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 3254204 T8074 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 3254206 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=segments_3&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254209 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_1.si&checksum=true&qt=/replication&command=filecontent&generation=3} status=0 QTime=0 
   [junit4]   2> 3254210 T8074 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 3254211 T8074 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 3254212 T8074 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=76.4033203125, floorSegmentMB=0.2294921875, forceMergeDeletesPctAllowed=29.94444262715319, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4561303655545128
   [junit4]   2> 3254213 T8074 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_3,generation=3}
   [junit4]   2> 3254213 T8074 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 3254213 T8074 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 3254215 T8074 oass.SolrIndexSearcher.<init> Opening Searcher@7443437e[collection1] main
   [junit4]   2> 3254215 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7443437e[collection1] main{StandardDirectoryReader(segments_3:5:nrt _0(4.9):c1 _1(4.9):c1)}
   [junit4]   2> 3254215 T8074 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802;done=true>>]
   [junit4]   2> 3254216 T8074 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949802
   [junit4]   2> 3254216 T8061 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:11948/solr/replication&wait=true&command=fetchindex} status=0 QTime=28 
   [junit4]   2> 3254221 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> 3254222 T8060 C1529 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=3 
   [junit4]   2> 3254225 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
   [junit4]   2> 3254228 T8048 C1528 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 3254229 T8048 C1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@78a384ec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fc5fc6d),segFN=segments_4,generation=4}
   [junit4]   2> 3254230 T8048 C1528 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 3254230 T8048 C1528 oass.SolrIndexSearcher.<init> Opening Searcher@331f09d9[collection1] main
   [junit4]   2> 3254231 T8048 C1528 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3254231 T8056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@331f09d9[collection1] main{StandardDirectoryReader(segments_4:7:nrt _0(4.9):c1 _1(4.9):c1 _2(4.9):c1)}
   [junit4]   2> 3254231 T8048 C1528 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={commit=true&wt=javabin&version=2&softCommit=false&waitSearcher=true} {commit=} 0 3
   [junit4]   2> 3254233 T8076 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254233 T8076 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254235 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 3254236 T8076 oash.SnapPuller.fetchLatestIndex Master's generation: 4
   [junit4]   2> 3254236 T8076 oash.SnapPuller.fetchLatestIndex Slave's generation: 3
   [junit4]   2> 3254236 T8076 oash.SnapPuller.fetchLatestIndex Starting replication process
   [junit4]   2> 3254239 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=filelist&generation=4} status=0 QTime=0 
   [junit4]   2> 3254240 T8076 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
   [junit4]   2> 3254241 T8076 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847
   [junit4]   2> 3254241 T8076 oasu.DefaultSolrCoreState.closeIndexWriter Closing IndexWriter...
   [junit4]   2> 3254241 T8076 oasu.DefaultSolrCoreState.closeIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 3254242 T8076 oasu.DefaultSolrCoreState.rollbackIndexWriter Rollback old IndexWriter... core=collection1
   [junit4]   2> 3254242 T8076 oash.SnapPuller.fetchLatestIndex Starting download to MockDirectoryWrapper(RAMDirectory@40acc7bc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@234b59d1) fullCopy=false
   [junit4]   2> 3254245 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_2.si&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254246 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _0.si because it already exists
   [junit4]   2> 3254246 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfs because it already exists
   [junit4]   2> 3254247 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _1.cfe because it already exists
   [junit4]   2> 3254247 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfe because it already exists
   [junit4]   2> 3254249 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_2.cfe&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254250 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _0.cfs because it already exists
   [junit4]   2> 3254252 T8049 C1528 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=_2.cfs&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254276 T8076 oash.SnapPuller.downloadIndexFiles Skipping download for _1.si because it already exists
   [junit4]   2> ASYNC  NEW_CORE C1530 name=collection1 org.apache.solr.core.SolrCore@56f25161
   [junit4]   2> 3254279 T8049 C1530 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=filestream&file=segments_4&checksum=true&qt=/replication&command=filecontent&generation=4} status=0 QTime=0 
   [junit4]   2> 3254280 T8076 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
   [junit4]   2> 3254282 T8076 oasu.DefaultSolrCoreState.openIndexWriter Creating new IndexWriter...
   [junit4]   2> 3254282 T8076 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=76.4033203125, floorSegmentMB=0.2294921875, forceMergeDeletesPctAllowed=29.94444262715319, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4561303655545128
   [junit4]   2> 3254284 T8076 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@4b937329 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@cc632fd),segFN=segments_4,generation=4}
   [junit4]   2> 3254284 T8076 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 3254285 T8076 oasu.DefaultSolrCoreState.openIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 3254286 T8076 oass.SolrIndexSearcher.<init> Opening Searcher@265e03f5[collection1] main
   [junit4]   2> 3254286 T8068 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@265e03f5[collection1] main{StandardDirectoryReader(segments_4:7:nrt _0(4.9):c1 _1(4.9):c1 _2(4.9):c1)}
   [junit4]   2> 3254287 T8076 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847;done=true>>]
   [junit4]   2> 3254287 T8076 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index.20140529085949847
   [junit4]   2> ASYNC  NEW_CORE C1531 name=collection1 org.apache.solr.core.SolrCore@2464c39d
   [junit4]   2> 3254287 T8061 C1531 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={masterUrl=http://127.0.0.1:11948/solr/replication&wait=true&command=fetchindex} status=0 QTime=55 
   [junit4]   2> 3254308 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3254311 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11955
   [junit4]   2> 3254312 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3254312 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3254313 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater
   [junit4]   2> 3254313 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/'
   [junit4]   2> 3254369 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/solr.xml
   [junit4]   2> 3254397 T8049 C1530 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=1 
   [junit4]   2> 3254398 T8069 oash.SnapPuller.fetchLatestIndex Slave in sync with master.
   [junit4]   2> 3254454 T8045 oasc.CoreContainer.<init> New CoreContainer 192382187
   [junit4]   2> 3254455 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/]
   [junit4]   2> 3254456 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3254457 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3254457 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3254457 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3254458 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3254459 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3254459 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3254460 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3254460 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3254465 T8087 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/'
   [junit4]   2> 3254535 T8087 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3254617 T8087 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3254618 T8087 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3254627 T8087 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3254657 T8087 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3254659 T8087 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/
   [junit4]   2> 3254659 T8087 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3254660 T8087 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/
   [junit4]   2> 3254660 T8087 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3254661 T8087 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data
   [junit4]   2> 3254661 T8087 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index/
   [junit4]   2> 3254662 T8087 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3254662 T8087 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index
   [junit4]   2> 3254663 T8087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3254664 T8087 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@505bd1b4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@731ddea4),segFN=segments_1,generation=1}
   [junit4]   2> 3254664 T8087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254665 T8087 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3254665 T8087 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3254666 T8087 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3254666 T8087 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3254666 T8087 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3254667 T8087 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3254667 T8087 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3254685 T8087 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3254688 T8087 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3254689 T8087 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3254689 T8087 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3254690 T8087 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@505bd1b4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@731ddea4),segFN=segments_1,generation=1}
   [junit4]   2> 3254690 T8087 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3254691 T8087 oass.SolrIndexSearcher.<init> Opening Searcher@14547e73[collection1] main
   [junit4]   2> 3254691 T8087 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/conf
   [junit4]   2> 3254691 T8087 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/conf/}
   [junit4]   2> 3254692 T8087 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/conf
   [junit4]   2> 3254693 T8087 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3254693 T8087 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3254693 T8087 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3254694 T8087 oash.SnapPuller.<init> WARN 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 3254694 T8087 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 3254694 T8087 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
   [junit4]   2> 3254695 T8087 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 3254695 T8088 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14547e73[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3254695 T8087 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3254696 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3254697 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3254701 T8050 C1530 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&slave=false&qt=/replication&version=2&command=details} status=0 QTime=0 
   [junit4]   2> ASYNC  NEW_CORE C1532 name=collection1 org.apache.solr.core.SolrCore@70f3a6cf
   [junit4]   2> 3254702 T8080 C1532 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={_trace=getDetails&wt=javabin&qt=/replication&version=2&command=details} status=0 QTime=3 
   [junit4]   2> 3254703 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=192382187
   [junit4]   2> 3254704 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@70f3a6cf
   [junit4]   2> 3254704 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3254705 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3254705 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3254706 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3254706 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3254706 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3254707 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index;done=false>>]
   [junit4]   2> 3254707 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data/index
   [junit4]   2> 3254708 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data;done=false>>]
   [junit4]   2> 3254708 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789895/repeater/collection1/data
   [junit4]   2> 3254709 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3254764 T8045 oas.SolrTestCaseJ4.tearDown ###Ending doTestDetails
   [junit4]   2> 3254764 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=164583871
   [junit4]   2> 3254765 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@56f25161
   [junit4]   2> 3254765 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3254766 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3254766 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3254766 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3254767 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3254768 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3254768 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data;done=false>>]
   [junit4]   2> 3254769 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data
   [junit4]   2> 3254769 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index;done=false>>]
   [junit4]   2> 3254769 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328788873/master/collection1/data/index
   [junit4]   2> 3254773 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3254825 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=256915660
   [junit4]   2> 3254826 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2464c39d
   [junit4]   2> 3254826 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3254827 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3254827 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3254827 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3254828 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3254828 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3254829 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data;done=false>>]
   [junit4]   2> 3254829 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data
   [junit4]   2> 3254829 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index;done=false>>]
   [junit4]   2> 3254830 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328789327/slave/collection1/data/index
   [junit4]   2> 3254833 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3254898 T8045 oas.SolrTestCaseJ4.setUp ###Starting doTestRepeater
   [junit4]   2> 3254914 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3254916 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11962
   [junit4]   2> 3254917 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3254917 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3254917 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master
   [junit4]   2> 3254918 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/'
   [junit4]   2> 3254958 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/solr.xml
   [junit4]   2> 3255058 T8045 oasc.CoreContainer.<init> New CoreContainer 661808555
   [junit4]   2> 3255059 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/]
   [junit4]   2> 3255060 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3255061 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3255061 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3255061 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3255062 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3255062 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3255062 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3255063 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3255063 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3255063 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3255064 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3255064 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3255069 T8099 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/'
   [junit4]   2> 3255119 T8099 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3255214 T8099 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3255214 T8099 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3255221 T8099 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3255244 T8099 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3255245 T8099 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/
   [junit4]   2> 3255246 T8099 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3255246 T8099 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/
   [junit4]   2> 3255246 T8099 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3255247 T8099 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data
   [junit4]   2> 3255247 T8099 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/index/
   [junit4]   2> 3255247 T8099 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3255248 T8099 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/data/index
   [junit4]   2> 3255248 T8099 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3255249 T8099 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@3a75cca1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@699dd4e),segFN=segments_1,generation=1}
   [junit4]   2> 3255249 T8099 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255250 T8099 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3255250 T8099 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3255251 T8099 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3255271 T8099 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3255274 T8099 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3255274 T8099 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3255275 T8099 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3255275 T8099 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@3a75cca1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@699dd4e),segFN=segments_1,generation=1}
   [junit4]   2> 3255275 T8099 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255276 T8099 oass.SolrIndexSearcher.<init> Opening Searcher@122a812d[collection1] main
   [junit4]   2> 3255276 T8099 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/conf
   [junit4]   2> 3255276 T8099 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/conf/}
   [junit4]   2> 3255277 T8099 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790506/master/collection1/conf
   [junit4]   2> 3255278 T8099 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3255278 T8099 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3255278 T8099 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3255278 T8099 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 3255278 T8099 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 3255279 T8100 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@122a812d[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3255279 T8099 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3255280 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3255280 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3255292 T8045 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3255295 T8045 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11963
   [junit4]   2> 3255295 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3255296 T8045 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3255296 T8045 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave
   [junit4]   2> 3255297 T8045 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/'
   [junit4]   2> 3255313 T8045 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/solr.xml
   [junit4]   2> 3255398 T8045 oasc.CoreContainer.<init> New CoreContainer 1579473223
   [junit4]   2> 3255399 T8045 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/]
   [junit4]   2> 3255401 T8045 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3255401 T8045 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3255402 T8045 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3255402 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3255402 T8045 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3255403 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3255403 T8045 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3255404 T8045 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3255404 T8045 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3255405 T8045 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3255406 T8045 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3255406 T8045 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3255413 T8111 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/'
   [junit4]   2> 3255485 T8111 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 3255566 T8111 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3255567 T8111 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 3255575 T8111 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3255600 T8111 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3255602 T8111 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/
   [junit4]   2> 3255603 T8111 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3255603 T8111 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/
   [junit4]   2> 3255603 T8111 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3255604 T8111 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data
   [junit4]   2> 3255605 T8111 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/index/
   [junit4]   2> 3255605 T8111 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3255606 T8111 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/data/index
   [junit4]   2> 3255606 T8111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3255607 T8111 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@5e67bb5a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c798b97),segFN=segments_1,generation=1}
   [junit4]   2> 3255608 T8111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255609 T8111 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3255609 T8111 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3255609 T8111 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 3255610 T8111 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 3255610 T8111 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 3255610 T8111 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3255611 T8111 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3255613 T8111 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3255617 T8111 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3255617 T8111 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3255618 T8111 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3255618 T8111 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@5e67bb5a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c798b97),segFN=segments_1,generation=1}
   [junit4]   2> 3255619 T8111 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3255619 T8111 oass.SolrIndexSearcher.<init> Opening Searcher@635093d2[collection1] main
   [junit4]   2> 3255619 T8111 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/conf
   [junit4]   2> 3255620 T8111 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/conf/}
   [junit4]   2> 3255620 T8111 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328790888/slave/collection1/conf
   [junit4]   2> 3255621 T8111 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 3255622 T8111 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 3255622 T8111 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3255623 T8111 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 3255623 T8112 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@635093d2[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 3255623 T8111 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3255624 T8045 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 3255624 T8045 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3255629 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1579473223
   [junit4]   2> 3255630 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ee7ea2b
   [junit4]   2> 3255630 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3255631 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3255632 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3255632 T8045 oasu.DefaultSolrCoreState.c

[...truncated too long message...]

ing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data
   [junit4]   2> 3349762 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/index;done=false>>]
   [junit4]   2> 3349762 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/index
   [junit4]   2> 3349769 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3349821 T8045 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1474316037
   [junit4]   2> 3349822 T8045 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@609ef104
   [junit4]   2> 3362396 T8722 oash.SnapPuller.fetchLatestIndex ERROR Master at: http://127.0.0.1:25712/solr is not available. Index fetch failed. Exception: IOException occured when talking to server at: http://127.0.0.1:25712/solr
   [junit4]   2> 3362397 T8045 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3362398 T8045 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3362398 T8045 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3362398 T8045 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3362399 T8045 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3362400 T8045 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3362400 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data/index;done=false>>]
   [junit4]   2> 3362400 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data/index
   [junit4]   2> 3362401 T8045 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data;done=false>>]
   [junit4]   2> 3362402 T8045 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881728/slave/collection1/data
   [junit4]   2> 3362402 T8045 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.method=doTestBackup -Dtests.seed=4C6AF09D4458090 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en -Dtests.timezone=Etc/GMT-7 -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   16.8s J1 | TestReplicationHandler.doTestBackup <<<
   [junit4]    > Throwable #1: java.io.IOException: Could not remove the following files (in the order of attempts):
   [junit4]    >    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq/_0.cfe
   [junit4]    >    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401328881334/master/collection1/data/snapshot.vdmofljeggfkgdbtq
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4C6AF09D4458090:454D8F6CF3FB73DF]:0)
   [junit4]    > 	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
   [junit4]    > 	at org.apache.solr.handler.TestReplicationHandler.doTestBackup(TestReplicationHandler.java:1554)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:724)
   [junit4]   2> 3362499 T8045 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.handler.TestReplicationHandler-4C6AF09D4458090-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en, timezone=Etc/GMT-7
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=124277048,total=343932928
   [junit4]   2> NOTE: All tests run in this JVM: [DocExpirationUpdateProcessorFactoryTest, TestSolrJ, TestFieldResource, TestPseudoReturnFields, CSVRequestHandlerTest, TestManagedSynonymFilterFactory, DistributedTermsComponentTest, TestManagedSchemaFieldResource, SpatialFilterTest, LukeRequestHandlerTest, TestJmxMonitoredMap, BJQParserTest, TestFreeTextSuggestions, TestIndexSearcher, TestFastWriter, XmlUpdateRequestHandlerTest, TestRandomDVFaceting, CachingDirectoryFactoryTest, TestDistributedMissingSort, PluginInfoTest, TermVectorComponentTest, TestBlendedInfixSuggestions, TriLevelCompositeIdRoutingTest, RequiredFieldsTest, TestConfigSets, TestSimpleQParserPlugin, TestMergePolicyConfig, TestHighlightDedupGrouping, OpenExchangeRatesOrgProviderTest, TestJmxIntegration, StandardRequestHandlerTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, TestPostingsSolrHighlighter, SliceStateTest, CurrencyFieldOpenExchangeTest, TestInitQParser, BasicDistributedZkTest, QueryParsingTest, TestReloadAndDeleteDocs, TestFieldCollectionResource, SynonymTokenizerTest, TestRandomFaceting, TestDistributedSearch, TestRestManager, PolyFieldTest, TestQueryTypes, ShowFileRequestHandlerTest, AutoCommitTest, TestSolr4Spatial, TestTrie, TestWordDelimiterFilterFactory, TestComponentsName, TestMaxScoreQueryParser, ResourceLoaderTest, TestConfig, TestFiltering, ChaosMonkeyNothingIsSafeTest, SolrIndexSplitterTest, MinimalSchemaTest, TestDefaultSearchFieldResource, TestDynamicFieldResource, TestShardHandlerFactory, LeaderElectionTest, MigrateRouteKeyTest, HdfsWriteToMultipleCollectionsTest, RankQueryTest, TestDFRSimilarityFactory, ZkNodePropsTest, TestRequestStatusCollectionAPI, OverseerStatusTest, ShardSplitTest, DeleteShardTest, TestReload, RecoveryZkTest, BlockCacheTest, TestIBSimilarityFactory, TestLazyCores, TestCollationKeyRangeQueries, TestDocumentBuilder, ResponseHeaderTest, OutputWriterTest, FastVectorHighlighterTest, TestRecoveryHdfs, TermVectorComponentDistributedTest, TestSweetSpotSimilarityFactory, TestSystemIdResolver, PathHierarchyTokenizerFactoryTest, HdfsLockFactoryTest, TestValueSourceCache, FieldMutatingUpdateProcessorTest, TestClassNameShortening, TestSolrQueryParserDefaultOperatorResource, TestSolrXmlPersistence, TestGroupingSearch, TestSolrIndexConfig, MBeansHandlerTest, HttpPartitionTest, SyncSliceTest, BasicDistributedZk2Test, TestReplicationHandler]
   [junit4] Completed on J1 in 109.31s, 14 tests, 1 error <<< FAILURES!

[...truncated 600 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1297: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:921: There were test failures: 396 suites, 1640 tests, 1 error, 36 ignored (15 assumptions)

Total time: 108 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1999 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1999/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.OverseerTest.testOverseerFailure

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([9DECA3B82E96FE82:99E42C4B3C3311A3]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:135)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:134)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:267)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:155)
	at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:661)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:724)
Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:122)
	... 47 more
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
	at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:432)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:429)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
	at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:127)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
	... 48 more


REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestBackup

Error Message:
Could not remove the following files (in the order of attempts):    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312462241/master/collection1/data/snapshot.dknccacitcbdgornvzk/_1.doc    /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312462241/master/collection1/data/snapshot.dknccacitcbdgornvzk 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312462241/master/collection1/data/snapshot.dknccacitcbdgornvzk/_1.doc
   /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312462241/master/collection1/data/snapshot.dknccacitcbdgornvzk

	at __randomizedtesting.SeedInfo.seed([9DECA3B82E96FE82:DC6783DD09280DCD]:0)
	at org.apache.lucene.util.TestUtil.rm(TestUtil.java:118)
	at org.apache.solr.handler.TestReplicationHandler.doTestBackup(TestReplicationHandler.java:1554)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 10900 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solr.handler.TestReplicationHandler-9DECA3B82E96FE82-001/init-core-data-001
   [junit4]   2> 1203313 T1020 oas.SolrTestCaseJ4.setUp ###Starting doTestReplicateAfterWrite2Slave
   [junit4]   2> 1203330 T1020 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1203334 T1020 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44059
   [junit4]   2> 1203335 T1020 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1203335 T1020 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1203335 T1020 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master
   [junit4]   2> 1203336 T1020 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/'
   [junit4]   2> 1203380 T1020 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/solr.xml
   [junit4]   2> 1203495 T1020 oasc.CoreContainer.<init> New CoreContainer 1204704182
   [junit4]   2> 1203495 T1020 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/]
   [junit4]   2> 1203498 T1020 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1203498 T1020 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1203499 T1020 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1203499 T1020 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1203499 T1020 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1203500 T1020 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1203500 T1020 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1203501 T1020 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1203501 T1020 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1203502 T1020 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1203503 T1020 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1203503 T1020 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1203511 T1030 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/'
   [junit4]   2> 1203579 T1030 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 1203658 T1030 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1203659 T1030 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1203667 T1030 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1203695 T1030 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1203697 T1030 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/
   [junit4]   2> 1203698 T1030 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1203698 T1030 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/data/
   [junit4]   2> 1203698 T1030 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1203699 T1030 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/data
   [junit4]   2> 1203700 T1030 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/data/index/
   [junit4]   2> 1203700 T1030 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1203701 T1030 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/data/index
   [junit4]   2> 1203701 T1030 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1203702 T1030 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@3c18042e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d74b19c),segFN=segments_1,generation=1}
   [junit4]   2> 1203703 T1030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203704 T1030 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1203704 T1030 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1203705 T1030 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1203705 T1030 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1203705 T1030 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1203706 T1030 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1203706 T1030 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1203725 T1030 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1203729 T1030 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1203730 T1030 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1203730 T1030 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2328248666276938]
   [junit4]   2> 1203731 T1030 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@3c18042e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7d74b19c),segFN=segments_1,generation=1}
   [junit4]   2> 1203731 T1030 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1203732 T1030 oass.SolrIndexSearcher.<init> Opening Searcher@219788f[collection1] main
   [junit4]   2> 1203732 T1030 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/conf
   [junit4]   2> 1203732 T1030 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/conf/}
   [junit4]   2> 1203733 T1030 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312382916/master/collection1/conf
   [junit4]   2> 1203734 T1030 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 1203734 T1030 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1203734 T1030 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1203735 T1030 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1203735 T1030 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1203736 T1031 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@219788f[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1203736 T1030 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1203737 T1020 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1203737 T1020 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1203748 T1020 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1203751 T1020 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44060
   [junit4]   2> 1203752 T1020 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1203753 T1020 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1203753 T1020 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave
   [junit4]   2> 1203754 T1020 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/'
   [junit4]   2> 1203773 T1020 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/solr.xml
   [junit4]   2> 1203853 T1020 oasc.CoreContainer.<init> New CoreContainer 2109551716
   [junit4]   2> 1203854 T1020 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/]
   [junit4]   2> 1203856 T1020 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1203857 T1020 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1203857 T1020 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1203857 T1020 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1203858 T1020 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1203858 T1020 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1203859 T1020 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1203859 T1020 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1203860 T1020 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1203861 T1020 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1203861 T1020 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1203861 T1020 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1203868 T1042 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/'
   [junit4]   2> 1203934 T1042 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_4_9
   [junit4]   2> 1204010 T1042 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1204011 T1042 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1204019 T1042 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1204041 T1042 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1204043 T1042 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/
   [junit4]   2> 1204044 T1042 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1204044 T1042 oasc.SolrCore.<init> [collection1] Opening new SolrCore at org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/data/
   [junit4]   2> 1204044 T1042 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1204045 T1042 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/data
   [junit4]   2> 1204045 T1042 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/data/index/
   [junit4]   2> 1204046 T1042 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1204046 T1042 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/data/index
   [junit4]   2> 1204047 T1042 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1204048 T1042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@600d3b87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@454aeab4),segFN=segments_1,generation=1}
   [junit4]   2> 1204048 T1042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1204049 T1042 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1204050 T1042 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1204050 T1042 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 1204050 T1042 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 1204050 T1042 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 1204051 T1042 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1204051 T1042 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1204054 T1042 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1204057 T1042 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1204057 T1042 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1204058 T1042 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2328248666276938]
   [junit4]   2> 1204059 T1042 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=BaseDirectoryWrapper(RAMDirectory@600d3b87 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@454aeab4),segFN=segments_1,generation=1}
   [junit4]   2> 1204059 T1042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1204059 T1042 oass.SolrIndexSearcher.<init> Opening Searcher@4c100005[collection1] main
   [junit4]   2> 1204060 T1042 oasr.ManagedResourceStorage$FileStorageIO.configure File-based storage initialized to use dir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/conf
   [junit4]   2> 1204060 T1042 oasr.RestManager.init Initializing RestManager with initArgs: {storageDir=org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/conf/}
   [junit4]   2> 1204060 T1042 oasr.ManagedResourceStorage.load Reading _rest_managed.json using file:dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1401312383341/slave/collection1/conf
   [junit4]   2> 1204061 T1042 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 1204062 T1042 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 1204062 T1042 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1204069 T1042 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
   [junit4]   2> 1204069 T1043 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c100005[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 1204069 T1042 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1204071 T1020 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
   [junit4]   2> 1204071 T1020 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> ASYNC  NEW_CORE C432 name=collection1 org.apache.solr.core.SolrCore@5dda839d
   [junit4]   2> 1204076 T1023 C432 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={wt=javabin&q=*:*&version=2&sort=id+desc} hits=0 status=0 QTime=2 
   [junit4]   2> 1204081 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 2
   [junit4]   2> 1204084 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
   [junit4]   2> 1204087 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
   [junit4]   2> 1204090 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
   [junit4]   2> 1204093 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 0
   [junit4]   2> 1204096 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
   [junit4]   2> 1204099 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
   [junit4]   2> 1204103 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 0
   [junit4]   2> 1204106 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 0
   [junit4]   2> 1204109 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 0
   [junit4]   2> 1204112 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 0
   [junit4]   2> 1204115 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 0
   [junit4]   2> 1204118 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
   [junit4]   2> 1204122 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 0
   [junit4]   2> 1204125 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
   [junit4]   2> 1204128 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
   [junit4]   2> 1204131 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 0
   [junit4]   2> 1204134 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 0
   [junit4]   2> 1204137 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 0
   [junit4]   2> 1204140 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
   [junit4]   2> 1204143 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 0
   [junit4]   2> 1204146 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
   [junit4]   2> 1204149 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
   [junit4]   2> 1204152 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 0
   [junit4]   2> 1204155 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 0
   [junit4]   2> 1204158 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
   [junit4]   2> 1204161 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26]} 0 0
   [junit4]   2> 1204164 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27]} 0 0
   [junit4]   2> 1204167 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[28]} 0 0
   [junit4]   2> 1204170 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[29]} 0 0
   [junit4]   2> 1204173 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[30]} 0 0
   [junit4]   2> 1204176 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[31]} 0 0
   [junit4]   2> 1204179 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32]} 0 0
   [junit4]   2> 1204183 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[33]} 0 0
   [junit4]   2> 1204186 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[34]} 0 0
   [junit4]   2> 1204189 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35]} 0 0
   [junit4]   2> 1204192 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[36]} 0 0
   [junit4]   2> 1204195 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[37]} 0 0
   [junit4]   2> 1204198 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[38]} 0 0
   [junit4]   2> 1204201 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[39]} 0 0
   [junit4]   2> 1204204 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[40]} 0 0
   [junit4]   2> 1204207 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41]} 0 0
   [junit4]   2> 1204210 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[42]} 0 0
   [junit4]   2> 1204214 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[43]} 0 0
   [junit4]   2> 1204217 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[44]} 0 0
   [junit4]   2> 1204221 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[45]} 0 0
   [junit4]   2> 1204224 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[46]} 0 0
   [junit4]   2> 1204228 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[47]} 0 0
   [junit4]   2> 1204231 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48]} 0 0
   [junit4]   2> 1204235 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[49]} 0 0
   [junit4]   2> 1204238 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[50]} 0 0
   [junit4]   2> 1204241 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[51]} 0 0
   [junit4]   2> 1204244 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[52]} 0 0
   [junit4]   2> 1204248 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[53]} 0 0
   [junit4]   2> 1204251 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[54]} 0 0
   [junit4]   2> 1204254 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55]} 0 0
   [junit4]   2> 1204257 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[56]} 0 0
   [junit4]   2> 1204260 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[57]} 0 0
   [junit4]   2> 1204263 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[58]} 0 0
   [junit4]   2> 1204266 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[59]} 0 0
   [junit4]   2> 1204269 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60]} 0 0
   [junit4]   2> 1204272 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[61]} 0 0
   [junit4]   2> 1204275 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[62]} 0 0
   [junit4]   2> 1204278 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[63]} 0 0
   [junit4]   2> 1204281 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[64]} 0 0
   [junit4]   2> 1204285 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[65]} 0 0
   [junit4]   2> 1204288 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[66]} 0 0
   [junit4]   2> 1204292 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67]} 0 0
   [junit4]   2> 1204295 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[68]} 0 0
   [junit4]   2> 1204298 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[69]} 0 0
   [junit4]   2> 1204301 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[70]} 0 0
   [junit4]   2> 1204304 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[71]} 0 0
   [junit4]   2> 1204307 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[72]} 0 0
   [junit4]   2> 1204310 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[73]} 0 0
   [junit4]   2> 1204313 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[74]} 0 0
   [junit4]   2> 1204316 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[75]} 0 0
   [junit4]   2> 1204319 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[76]} 0 0
   [junit4]   2> 1204322 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[77]} 0 0
   [junit4]   2> 1204325 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[78]} 0 0
   [junit4]   2> 1204328 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[79]} 0 0
   [junit4]   2> 1204331 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[80]} 0 0
   [junit4]   2> 1204334 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[81]} 0 0
   [junit4]   2> 1204337 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[82]} 0 0
   [junit4]   2> 1204340 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[83]} 0 0
   [junit4]   2> 1204344 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[84]} 0 0
   [junit4]   2> 1204348 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[85]} 0 0
   [junit4]   2> 1204351 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[86]} 0 0
   [junit4]   2> 1204354 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[87]} 0 0
   [junit4]   2> 1204357 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[88]} 0 0
   [junit4]   2> 1204360 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[89]} 0 0
   [junit4]   2> 1204363 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[90]} 0 0
   [junit4]   2> 1204366 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[91]} 0 0
   [junit4]   2> 1204369 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[92]} 0 0
   [junit4]   2> 1204372 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[93]} 0 0
   [junit4]   2> 1204375 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[94]} 0 0
   [junit4]   2> 1204378 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[95]} 0 0
   [junit4]   2> 1204382 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[96]} 0 0
   [junit4]   2> 1204385 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[97]} 0 0
   [junit4]   2> 1204388 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[98]} 0 0
   [junit4]   2> 1204391 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[99]} 0 0
   [junit4]   2> 1204395 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[100]} 0 0
   [junit4]   2> 1204399 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[101]} 0 0
   [junit4]   2> 1204400 T1024 C432 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={wt=javabin&qt=/replication&version=2&command=indexversion} status=0 QTime=0 
   [junit4]   2> 1204401 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[102]} 0 0
   [junit4]   2> 1204404 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[103]} 0 0
   [junit4]   2> 1204407 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[104]} 0 0
   [junit4]   2> 1204410 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[105]} 0 0
   [junit4]   2> 1204413 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[106]} 0 0
   [junit4]   2> 1204416 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[107]} 0 0
   [junit4]   2> 1204419 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[108]} 0 0
   [junit4]   2> 1204422 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[109]} 0 0
   [junit4]   2> 1204425 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[110]} 0 0
   [junit4]   2> 1204428 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[111]} 0 0
   [junit4]   2> 1204431 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[112]} 0 0
   [junit4]   2> 1204435 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[113]} 0 0
   [junit4]   2> 1204439 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[114]} 0 0
   [junit4]   2> 1204442 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[115]} 0 0
   [junit4]   2> 1204445 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[116]} 0 0
   [junit4]   2> 1204448 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[117]} 0 0
   [junit4]   2> 1204451 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[118]} 0 0
   [junit4]   2> 1204455 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[119]} 0 0
   [junit4]   2> 1204458 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[120]} 0 0
   [junit4]   2> 1204461 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[121]} 0 0
   [junit4]   2> 1204465 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[122]} 0 0
   [junit4]   2> 1204468 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[123]} 0 0
   [junit4]   2> 1204471 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[124]} 0 0
   [junit4]   2> 1204475 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[125]} 0 0
   [junit4]   2> 1204479 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[126]} 0 0
   [junit4]   2> 1204482 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[127]} 0 0
   [junit4]   2> 1204485 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[128]} 0 0
   [junit4]   2> 1204488 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[129]} 0 0
   [junit4]   2> 1204491 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[130]} 0 0
   [junit4]   2> 1204494 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[131]} 0 0
   [junit4]   2> 1204497 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[132]} 0 0
   [junit4]   2> 1204500 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[133]} 0 0
   [junit4]   2> 1204503 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[134]} 0 0
   [junit4]   2> 1204506 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[135]} 0 0
   [junit4]   2> 1204509 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[136]} 0 0
   [junit4]   2> 1204513 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[137]} 0 0
   [junit4]   2> 1204516 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[138]} 0 0
   [junit4]   2> 1204519 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[139]} 0 0
   [junit4]   2> 1204522 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[140]} 0 0
   [junit4]   2> 1204525 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[141]} 0 0
   [junit4]   2> 1204528 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[142]} 0 0
   [junit4]   2> 1204531 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[143]} 0 0
   [junit4]   2> 1204534 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[144]} 0 0
   [junit4]   2> 1204537 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[145]} 0 0
   [junit4]   2> 1204540 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[146]} 0 0
   [junit4]   2> 1204543 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[147]} 0 0
   [junit4]   2> 1204546 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[148]} 0 0
   [junit4]   2> 1204549 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[149]} 0 0
   [junit4]   2> 1204552 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[150]} 0 0
   [junit4]   2> 1204555 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[151]} 0 0
   [junit4]   2> 1204558 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[152]} 0 0
   [junit4]   2> 1204561 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[153]} 0 0
   [junit4]   2> 1204564 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[154]} 0 0
   [junit4]   2> 1204567 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[155]} 0 0
   [junit4]   2> 1204571 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[156]} 0 0
   [junit4]   2> 1204575 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[157]} 0 0
   [junit4]   2> 1204578 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[158]} 0 0
   [junit4]   2> 1204582 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[159]} 0 0
   [junit4]   2> 1204585 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[160]} 0 0
   [junit4]   2> 1204588 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[161]} 0 0
   [junit4]   2> 1204591 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[162]} 0 0
   [junit4]   2> 1204594 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[163]} 0 0
   [junit4]   2> 1204597 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[164]} 0 0
   [junit4]   2> 1204601 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[165]} 0 0
   [junit4]   2> 1204604 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[166]} 0 0
   [junit4]   2> 1204607 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[167]} 0 0
   [junit4]   2> 1204610 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[168]} 0 0
   [junit4]   2> 1204613 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[169]} 0 0
   [junit4]   2> 1204616 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[170]} 0 0
   [junit4]   2> 1204619 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[171]} 0 0
   [junit4]   2> 1204622 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[172]} 0 0
   [junit4]   2> 1204625 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[173]} 0 0
   [junit4]   2> 1204628 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[174]} 0 0
   [junit4]   2> 1204631 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[175]} 0 0
   [junit4]   2> 1204634 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[176]} 0 0
   [junit4]   2> 1204637 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[177]} 0 0
   [junit4]   2> 1204640 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[178]} 0 0
   [junit4]   2> 1204643 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[179]} 0 0
   [junit4]   2> 1204646 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[180]} 0 0
   [junit4]   2> 1204650 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[181]} 0 0
   [junit4]   2> 1204653 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[182]} 0 0
   [junit4]   2> 1204656 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[183]} 0 0
   [junit4]   2> 1204660 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[184]} 0 0
   [junit4]   2> 1204664 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[185]} 0 0
   [junit4]   2> 1204667 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[186]} 0 0
   [junit4]   2> 1204670 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[187]} 0 0
   [junit4]   2> 1204674 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[188]} 0 0
   [junit4]   2> 1204678 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[189]} 0 0
   [junit4]   2> 1204681 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[190]} 0 0
   [junit4]   2> 1204685 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[191]} 0 0
   [junit4]   2> 1204689 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[192]} 0 0
   [junit4]   2> 1204692 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[193]} 0 0
   [junit4]   2> 1204695 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[194]} 0 0
   [junit4]   2> 1204698 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[195]} 0 0
   [junit4]   2> 1204702 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[196]} 0 0
   [junit4]   2> 1204705 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[197]} 0 0
   [junit4]   2> 1204708 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[198]} 0 0
   [junit4]   2> 1204711 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[199]} 0 0
   [junit4]   2> 1204715 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[200]} 0 0
   [junit4]   2> 1204718 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[201]} 0 0
   [junit4]   2> 1204721 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[202]} 0 0
   [junit4]   2> 1204724 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[203]} 0 0
   [junit4]   2> 1204727 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[204]} 0 0
   [junit4]   2> 1204730 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[205]} 0 0
   [junit4]   2> 1204733 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[206]} 0 0
   [junit4]   2> 1204736 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[207]} 0 0
   [junit4]   2> 1204739 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[208]} 0 0
   [junit4]   2> 1204742 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[209]} 0 0
   [junit4]   2> 1204745 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[210]} 0 0
   [junit4]   2> 1204748 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[211]} 0 0
   [junit4]   2> 1204751 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[212]} 0 0
   [junit4]   2> 1204754 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[213]} 0 0
   [junit4]   2> 1204757 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[214]} 0 0
   [junit4]   2> 1204760 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[215]} 0 0
   [junit4]   2> 1204763 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[216]} 0 0
   [junit4]   2> 1204766 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[217]} 0 0
   [junit4]   2> 1204769 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[218]} 0 0
   [junit4]   2> 1204772 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[219]} 0 0
   [junit4]   2> 1204776 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[220]} 0 0
   [junit4]   2> 1204779 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[221]} 0 0
   [junit4]   2> 1204782 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[222]} 0 0
   [junit4]   2> 1204786 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[223]} 0 0
   [junit4]   2> 1204789 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[224]} 0 0
   [junit4]   2> 1204792 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[225]} 0 0
   [junit4]   2> 1204795 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[226]} 0 0
   [junit4]   2> 1204798 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[227]} 0 0
   [junit4]   2> 1204801 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[228]} 0 0
   [junit4]   2> 1204804 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[229]} 0 0
   [junit4]   2> 1204807 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[230]} 0 0
   [junit4]   2> 1204811 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[231]} 0 0
   [junit4]   2> 1204814 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[232]} 0 0
   [junit4]   2> 1204817 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[233]} 0 0
   [junit4]   2> 1204821 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[234]} 0 0
   [junit4]   2> 1204824 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[235]} 0 0
   [junit4]   2> 1204827 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[236]} 0 0
   [junit4]   2> 1204830 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[237]} 0 0
   [junit4]   2> 1204833 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[238]} 0 0
   [junit4]   2> 1204836 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[239]} 0 0
   [junit4]   2> 1204839 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[240]} 0 0
   [junit4]   2> 1204842 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[241]} 0 0
   [junit4]   2> 1204845 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[242]} 0 0
   [junit4]   2> 1204848 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[243]} 0 0
   [junit4]   2> 1204851 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[244]} 0 0
   [junit4]   2> 1204855 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[245]} 0 0
   [junit4]   2> 1204858 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[246]} 0 0
   [junit4]   2> 1204861 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[247]} 0 0
   [junit4]   2> 1204864 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[248]} 0 0
   [junit4]   2> 1204867 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[249]} 0 0
   [junit4]   2> 1204870 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[250]} 0 0
   [junit4]   2> 1204873 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[251]} 0 0
   [junit4]   2> 1204876 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[252]} 0 0
   [junit4]   2> 1204879 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[253]} 0 0
   [junit4]   2> 1204882 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[254]} 0 0
   [junit4]   2> 1204885 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[255]} 0 0
   [junit4]   2> 1204889 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[256]} 0 0
   [junit4]   2> 1204892 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[257]} 0 0
   [junit4]   2> 1204895 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[258]} 0 0
   [junit4]   2> 1204898 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[259]} 0 0
   [junit4]   2> 1204901 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[260]} 0 0
   [junit4]   2> 1204904 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[261]} 0 0
   [junit4]   2> 1204907 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[262]} 0 0
   [junit4]   2> 1204910 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[263]} 0 0
   [junit4]   2> 1204913 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[264]} 0 0
   [junit4]   2> 1204916 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[265]} 0 0
   [junit4]   2> 1204919 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[266]} 0 0
   [junit4]   2> 1204922 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[267]} 0 0
   [junit4]   2> 1204925 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[268]} 0 0
   [junit4]   2> 1204928 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[269]} 0 0
   [junit4]   2> 1204931 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[270]} 0 0
   [junit4]   2> 1204934 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[271]} 0 0
   [junit4]   2> 1204937 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[272]} 0 0
   [junit4]   2> 1204944 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[273]} 0 4
   [junit4]   2> 1204947 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[274]} 0 0
   [junit4]   2> 1204950 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[275]} 0 0
   [junit4]   2> 1204953 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[276]} 0 0
   [junit4]   2> 1204956 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[277]} 0 0
   [junit4]   2> 1204959 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[278]} 0 0
   [junit4]   2> 1204962 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[279]} 0 0
   [junit4]   2> 1204965 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[280]} 0 0
   [junit4]   2> 1204968 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[281]} 0 0
   [junit4]   2> 1204971 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[282]} 0 0
   [junit4]   2> 1204974 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[283]} 0 0
   [junit4]   2> 1204977 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[284]} 0 0
   [junit4]   2> 1204980 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[285]} 0 0
   [junit4]   2> 1204984 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[286]} 0 0
   [junit4]   2> 1204987 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[287]} 0 0
   [junit4]   2> 1204990 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[288]} 0 0
   [junit4]   2> 1204994 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[289]} 0 0
   [junit4]   2> 1204998 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[290]} 0 0
   [junit4]   2> 1205001 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[291]} 0 0
   [junit4]   2> 1205004 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[292]} 0 0
   [junit4]   2> 1205007 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[293]} 0 0
   [junit4]   2> 1205010 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[294]} 0 0
   [junit4]   2> 1205013 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[295]} 0 0
   [junit4]   2> 1205016 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[296]} 0 0
   [junit4]   2> 1205019 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[297]} 0 0
   [junit4]   2> 1205022 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[298]} 0 0
   [junit4]   2> 1205026 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[299]} 0 0
   [junit4]   2> 1205029 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[300]} 0 0
   [junit4]   2> 1205032 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[301]} 0 0
   [junit4]   2> 1205035 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[302]} 0 0
   [junit4]   2> 1205038 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[303]} 0 0
   [junit4]   2> 1205041 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[304]} 0 0
   [junit4]   2> 1205044 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[305]} 0 0
   [junit4]   2> 1205047 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[306]} 0 0
   [junit4]   2> 1205050 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[307]} 0 0
   [junit4]   2> 1205053 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[308]} 0 0
   [junit4]   2> 1205056 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[309]} 0 0
   [junit4]   2> 1205059 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[310]} 0 0
   [junit4]   2> 1205062 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[311]} 0 0
   [junit4]   2> 1205065 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[312]} 0 0
   [junit4]   2> 1205068 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[313]} 0 0
   [junit4]   2> 1205071 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[314]} 0 0
   [junit4]   2> 1205074 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315]} 0 0
   [junit4]   2> 1205077 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[316]} 0 0
   [junit4]   2> 1205080 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[317]} 0 0
   [junit4]   2> 1205083 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[318]} 0 0
   [junit4]   2> 1205086 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[319]} 0 0
   [junit4]   2> 1205089 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[320]} 0 0
   [junit4]   2> 1205092 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[321]} 0 0
   [junit4]   2> 1205095 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[322]} 0 0
   [junit4]   2> 1205098 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[323]} 0 0
   [junit4]   2> 1205101 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[324]} 0 0
   [junit4]   2> 1205104 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[325]} 0 0
   [junit4]   2> 1205107 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[326]} 0 0
   [junit4]   2> 1205110 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[327]} 0 0
   [junit4]   2> 1205113 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[328]} 0 0
   [junit4]   2> 1205116 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[329]} 0 0
   [junit4]   2> 1205119 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[330]} 0 0
   [junit4]   2> 1205123 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[331]} 0 0
   [junit4]   2> 1205126 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[332]} 0 0
   [junit4]   2> 1205129 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[333]} 0 0
   [junit4]   2> 1205132 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[334]} 0 0
   [junit4]   2> 1205135 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[335]} 0 0
   [junit4]   2> 1205138 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[336]} 0 0
   [junit4]   2> 1205141 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[337]} 0 0
   [junit4]   2> 1205144 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[338]} 0 0
   [junit4]   2> 1205147 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[339]} 0 0
   [junit4]   2> 1205150 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[340]} 0 0
   [junit4]   2> 1205153 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[341]} 0 0
   [junit4]   2> 1205157 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[342]} 0 0
   [junit4]   2> 1205161 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[343]} 0 0
   [junit4]   2> 1205164 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[344]} 0 0
   [junit4]   2> 1205167 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[345]} 0 0
   [junit4]   2> 1205170 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[346]} 0 0
   [junit4]   2> 1205173 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[347]} 0 0
   [junit4]   2> 1205176 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[348]} 0 0
   [junit4]   2> 1205180 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[349]} 0 0
   [junit4]   2> 1205184 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[350]} 0 0
   [junit4]   2> 1205187 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[351]} 0 0
   [junit4]   2> 1205191 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[352]} 0 0
   [junit4]   2> 1205195 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[353]} 0 0
   [junit4]   2> 1205198 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[354]} 0 0
   [junit4]   2> 1205201 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[355]} 0 0
   [junit4]   2> 1205204 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[356]} 0 0
   [junit4]   2> 1205207 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[357]} 0 0
   [junit4]   2> 1205210 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[358]} 0 0
   [junit4]   2> 1205213 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[359]} 0 0
   [junit4]   2> 1205216 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[360]} 0 0
   [junit4]   2> 1205220 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[361]} 0 0
   [junit4]   2> 1205223 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[362]} 0 0
   [junit4]   2> 1205226 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[363]} 0 0
   [junit4]   2> 1205229 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[364]} 0 0
   [junit4]   2> 1205232 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[365]} 0 0
   [junit4]   2> 1205235 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[366]} 0 0
   [junit4]   2> 1205238 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[367]} 0 0
   [junit4]   2> 1205241 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[368]} 0 0
   [junit4]   2> 1205244 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[369]} 0 0
   [junit4]   2> 1205247 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[370]} 0 0
   [junit4]   2> 1205250 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[371]} 0 0
   [junit4]   2> 1205253 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[372]} 0 0
   [junit4]   2> 1205256 T1023 C432 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[373]} 0 0
   [junit4]   2> 120

[...truncated too long message...]

lrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3552983 T45497 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3553432 T45506 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3553432 T45506 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3553433 T45506 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 3555479 T45067 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solr.cloud.OverseerTest-9DECA3B82E96FE82-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene46), sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ja_JP, timezone=SystemV/MST7
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=16,threads=1,free=381421696,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [QueryResultKeyTest, PeerSyncTest, LeaderElectionTest, HttpPartitionTest, FileBasedSpellCheckerTest, TestTrie, TestConfigSets, ClusterStateTest, TestInfoStreamLogging, AutoCommitTest, TestXIncludeConfig, TestRealTimeGet, PathHierarchyTokenizerFactoryTest, MBeansHandlerTest, TestCustomSort, EnumFieldTest, DirectUpdateHandlerTest, ResponseLogComponentTest, TestRandomDVFaceting, HdfsCollectionsAPIDistributedZkTest, TestStressUserVersions, DisMaxRequestHandlerTest, SynonymTokenizerTest, DefaultValueUpdateProcessorTest, TestReload, DistanceFunctionTest, TestFileDictionaryLookup, TestSolrXmlPersistence, PingRequestHandlerTest, DateFieldTest, CurrencyFieldOpenExchangeTest, SystemInfoHandlerTest, SimplePostToolTest, HdfsBasicDistributedZk2Test, PreAnalyzedFieldTest, ZkControllerTest, RequiredFieldsTest, TestHighlightDedupGrouping, TestFoldingMultitermQuery, TestStandardQParsers, DistributedQueryComponentOptimizationTest, TestManagedStopFilterFactory, StressHdfsTest, SolrTestCaseJ4Test, HdfsSyncSliceTest, TestPHPSerializedResponseWriter, TestJoin, TestSchemaResource, InfoHandlerTest, TestFastOutputStream, FastVectorHighlighterTest, BasicFunctionalityTest, TestDistributedMissingSort, DateMathParserTest, ZkCLITest, TestManagedResourceStorage, ConnectionManagerTest, CursorMarkTest, SolrIndexConfigTest, NotRequiredUniqueKeyTest, TestPartialUpdateDeduplication, TestLMJelinekMercerSimilarityFactory, CoreContainerCoreInitFailuresTest, TestCloudManagedSchema, TestRecoveryHdfs, TestLRUCache, BasicDistributedZk2Test, CopyFieldTest, XmlUpdateRequestHandlerTest, TestAnalyzeInfixSuggestions, TestStressRecovery, TestStressLucene, TermsComponentTest, CollectionsAPIDistributedZkTest, SuggesterTest, SuggestComponentTest, ChaosMonkeySafeLeaderTest, TestManagedSchemaFieldResource, TestCloudManagedSchemaAddField, DistributedExpandComponentTest, DirectUpdateHandlerOptimizeTest, TestQuerySenderNoQuery, TestWordDelimiterFilterFactory, RecoveryZkTest, TestCollapseQParserPlugin, QueryEqualityTest, TestMiniSolrCloudCluster, NoCacheHeaderTest, CircularListTest, CoreMergeIndexesAdminHandlerTest, TestPhraseSuggestions, ConvertedLegacyTest, OverseerCollectionProcessorTest, UnloadDistributedZkTest, SampleTest, DocumentAnalysisRequestHandlerTest, TestDefaultSimilarityFactory, MultiThreadedOCPTest, SyncSliceTest, ChaosMonkeyNothingIsSafeTest, TriLevelCompositeIdRoutingTest, SSLMigrationTest, BasicDistributedZkTest, TestDistributedSearch, CustomCollectionTest, LeaderElectionIntegrationTest, MigrateRouteKeyTest, AsyncMigrateRouteKeyTest, ShardRoutingTest, OverseerRolesTest, OverseerStatusTest, AliasIntegrationTest, CollectionsAPIAsyncDistributedZkTest, RemoteQueryErrorTest, TestDistribDocBasedVersion, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed on J1 in 47.19s, 9 tests, 1 error <<< FAILURES!

[...truncated 559 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1297: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:921: There were test failures: 396 suites, 1640 tests, 2 errors, 36 ignored (15 assumptions)

Total time: 109 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure