You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/06/23 11:46:58 UTC

[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4733 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4733/

All tests passed

Build Log:
[...truncated 12838 lines...]
2014-06-23 09:04:21
Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):

"pumper-watchdog" daemon prio=5 tid=0x00000008bf1f1000 nid=0x8aad6c800 waiting on condition [0x00007ffffdf8f000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler$3.run(LocalSlaveStreamHandler.java:126)

"pumper-events" daemon prio=5 tid=0x00000008bf1f0800 nid=0x8bd146c00 waiting on condition [0x00007ffffdd8d000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at com.carrotsearch.ant.tasks.junit4.TailInputStream.read(TailInputStream.java:61)
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
	- locked <0x0000000810f21e80> (a java.io.InputStreamReader)
	at java.io.InputStreamReader.read(InputStreamReader.java:184)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.fillBuffer(JsonReader.java:845)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.nextNonWhitespace(JsonReader.java:884)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.nextInArray(JsonReader.java:682)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.quickPeek(JsonReader.java:381)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.peek(JsonReader.java:348)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.fromJson(Gson.java:717)
	at com.carrotsearch.ant.tasks.junit4.events.Deserializer.deserialize(Deserializer.java:31)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler.pumpEvents(LocalSlaveStreamHandler.java:210)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler$2.run(LocalSlaveStreamHandler.java:112)

"pumper-stderr" daemon prio=5 tid=0x00000008bf1ef800 nid=0x8bd146000 runnable [0x00007ffffe393000]
   java.lang.Thread.State: RUNNABLE
	at java.io.FileInputStream.readBytes(Native Method)
	at java.io.FileInputStream.read(FileInputStream.java:272)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
	- locked <0x0000000810e2c608> (a java.lang.UNIXProcess$ProcessPipeInputStream)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.tools.ant.taskdefs.StreamPumper.run(StreamPumper.java:132)
	at java.lang.Thread.run(Thread.java:745)

"pumper-stdout" daemon prio=5 tid=0x00000008bf1ef000 nid=0x8010aec00 runnable [0x00007ffffe5e7000]
   java.lang.Thread.State: RUNNABLE
	at java.io.FileInputStream.readBytes(Native Method)
	at java.io.FileInputStream.read(FileInputStream.java:272)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
	- locked <0x0000000810e2c578> (a java.lang.UNIXProcess$ProcessPipeInputStream)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.tools.ant.taskdefs.StreamPumper.run(StreamPumper.java:132)
	at java.lang.Thread.run(Thread.java:745)

"pool-27-thread-2" prio=5 tid=0x0000000801182800 nid=0x8bd5bc800 in Object.wait() [0x00007ffffe191000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x0000000810e2c4e0> (a java.lang.UNIXProcess)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.UNIXProcess.waitFor(UNIXProcess.java:268)
	- locked <0x0000000810e2c4e0> (a java.lang.UNIXProcess)
	at org.apache.tools.ant.taskdefs.Execute.waitFor(Execute.java:586)
	at org.apache.tools.ant.taskdefs.Execute.execute(Execute.java:516)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.forkProcess(JUnit4.java:1598)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1424)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:948)
	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:945)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

"process reaper" daemon prio=5 tid=0x00000008bd094800 nid=0x8bd143c00 runnable [0x00007ffffe3e5000]
   java.lang.Thread.State: RUNNABLE
	at java.lang.UNIXProcess.waitForProcessExit(Native Method)
	at java.lang.UNIXProcess.access$500(UNIXProcess.java:54)
	at java.lang.UNIXProcess$4.run(UNIXProcess.java:232)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

"Service Thread" daemon prio=5 tid=0x0000000801176800 nid=0x8010ab000 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=5 tid=0x0000000801175800 nid=0x8010aa400 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=5 tid=0x0000000801175000 nid=0x80104c400 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=5 tid=0x0000000801174000 nid=0x80104b800 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=5 tid=0x0000000801173800 nid=0x80104a800 in Object.wait() [0x00007ffffebed000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x000000080be2f508> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0x000000080be2f508> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)

"Reference Handler" daemon prio=5 tid=0x0000000801172800 nid=0x801049c00 in Object.wait() [0x00007ffffecee000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x000000080bdbf648> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0x000000080bdbf648> (a java.lang.ref.Reference$Lock)

"main" prio=5 tid=0x0000000801172000 nid=0x801007800 waiting on condition [0x00007fffffbfa000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x0000000810f27698> (a java.util.concurrent.FutureTask)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:425)
	at java.util.concurrent.FutureTask.get(FutureTask.java:187)
	at java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:243)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.execute(JUnit4.java:960)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.taskdefs.Sequential.execute(Sequential.java:68)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.taskdefs.MacroInstance.execute(MacroInstance.java:398)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:302)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:221)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:302)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:221)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.Project.executeTarget(Project.java:1368)
	at org.apache.tools.ant.helper.DefaultExecutor.executeTargets(DefaultExecutor.java:41)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.Main.runBuild(Main.java:809)
	at org.apache.tools.ant.Main.startAnt(Main.java:217)
	at org.apache.tools.ant.launch.Launcher.run(Launcher.java:280)
	at org.apache.tools.ant.launch.Launcher.main(Launcher.java:109)

"VM Thread" prio=5 tid=0x00000008064f8800 nid=0x801049000 runnable 

"GC task thread#0 (ParallelGC)" prio=5 tid=0x00000008064ef800 nid=0x80103ec00 runnable 

"GC task thread#1 (ParallelGC)" prio=5 tid=0x00000008064f0800 nid=0x80103f800 runnable 

"GC task thread#2 (ParallelGC)" prio=5 tid=0x00000008064f1000 nid=0x801040400 runnable 

"GC task thread#3 (ParallelGC)" prio=5 tid=0x00000008064f1800 nid=0x801041000 runnable 

"GC task thread#4 (ParallelGC)" prio=5 tid=0x00000008064f2000 nid=0x801041c00 runnable 

"GC task thread#5 (ParallelGC)" prio=5 tid=0x00000008064f3000 nid=0x801042800 runnable 

"GC task thread#6 (ParallelGC)" prio=5 tid=0x00000008064f3800 nid=0x801043400 runnable 

"GC task thread#7 (ParallelGC)" prio=5 tid=0x00000008064f4000 nid=0x801044000 runnable 

"GC task thread#8 (ParallelGC)" prio=5 tid=0x00000008064f4800 nid=0x801044c00 runnable 

"GC task thread#9 (ParallelGC)" prio=5 tid=0x00000008064f5800 nid=0x801045800 runnable 

"GC task thread#10 (ParallelGC)" prio=5 tid=0x00000008064f6000 nid=0x801046400 runnable 

"GC task thread#11 (ParallelGC)" prio=5 tid=0x00000008064f6800 nid=0x801047000 runnable 

"GC task thread#12 (ParallelGC)" prio=5 tid=0x00000008064f7000 nid=0x801047c00 runnable 

"VM Periodic Task Thread" prio=5 tid=0x00000008064f9000 nid=0x8010abc00 waiting on condition 

JNI global references: 229

Heap
 PSYoungGen      total 296960K, used 185426K [0x0000000874a80000, 0x0000000889380000, 0x00000008a9280000)
  eden space 288768K, 61% used [0x0000000874a80000,0x000000087f7d6aa0,0x0000000886480000)
  from space 8192K, 96% used [0x0000000887200000,0x00000008879bdee0,0x0000000887a00000)
  to   space 19968K, 0% used [0x0000000888000000,0x0000000888000000,0x0000000889380000)
 ParOldGen       total 175616K, used 87472K [0x000000080ba80000, 0x0000000816600000, 0x0000000874a80000)
  object space 175616K, 49% used [0x000000080ba80000,0x0000000810fec228,0x0000000816600000)
 PSPermGen       total 79872K, used 34116K [0x0000000806880000, 0x000000080b680000, 0x000000080ba80000)
  object space 79872K, 42% used [0x0000000806880000,0x00000008089d1310,0x000000080b680000)

   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:04:32, stalled for 54248s at: SSLMigrationTest.testDistribSearch
2014-06-23 09:05:08
Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):

"pumper-watchdog" daemon prio=5 tid=0x00000008bf1f1000 nid=0x8aad6c800 waiting on condition [0x00007ffffdf8f000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler$3.run(LocalSlaveStreamHandler.java:126)

"pumper-events" daemon prio=5 tid=0x00000008bf1f0800 nid=0x8bd146c00 waiting on condition [0x00007ffffdd8d000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at com.carrotsearch.ant.tasks.junit4.TailInputStream.read(TailInputStream.java:61)
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
	- locked <0x0000000810f21e80> (a java.io.InputStreamReader)
	at java.io.InputStreamReader.read(InputStreamReader.java:184)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.fillBuffer(JsonReader.java:845)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.nextNonWhitespace(JsonReader.java:884)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.nextInArray(JsonReader.java:682)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.quickPeek(JsonReader.java:381)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.peek(JsonReader.java:348)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.fromJson(Gson.java:717)
	at com.carrotsearch.ant.tasks.junit4.events.Deserializer.deserialize(Deserializer.java:31)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler.pumpEvents(LocalSlaveStreamHandler.java:210)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler$2.run(LocalSlaveStreamHandler.java:112)

"pumper-stderr" daemon prio=5 tid=0x00000008bf1ef800 nid=0x8bd146000 runnable [0x00007ffffe393000]
   java.lang.Thread.State: RUNNABLE
	at java.io.FileInputStream.readBytes(Native Method)
	at java.io.FileInputStream.read(FileInputStream.java:272)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
	- locked <0x0000000810e2c608> (a java.lang.UNIXProcess$ProcessPipeInputStream)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.tools.ant.taskdefs.StreamPumper.run(StreamPumper.java:132)
	at java.lang.Thread.run(Thread.java:745)

"pumper-stdout" daemon prio=5 tid=0x00000008bf1ef000 nid=0x8010aec00 runnable [0x00007ffffe5e7000]
   java.lang.Thread.State: RUNNABLE
	at java.io.FileInputStream.readBytes(Native Method)
	at java.io.FileInputStream.read(FileInputStream.java:272)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
	- locked <0x0000000810e2c578> (a java.lang.UNIXProcess$ProcessPipeInputStream)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.tools.ant.taskdefs.StreamPumper.run(StreamPumper.java:132)
	at java.lang.Thread.run(Thread.java:745)

"pool-27-thread-2" prio=5 tid=0x0000000801182800 nid=0x8bd5bc800 in Object.wait() [0x00007ffffe191000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x0000000810e2c4e0> (a java.lang.UNIXProcess)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.UNIXProcess.waitFor(UNIXProcess.java:268)
	- locked <0x0000000810e2c4e0> (a java.lang.UNIXProcess)
	at org.apache.tools.ant.taskdefs.Execute.waitFor(Execute.java:586)
	at org.apache.tools.ant.taskdefs.Execute.execute(Execute.java:516)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.forkProcess(JUnit4.java:1598)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1424)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:948)
	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:945)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

"process reaper" daemon prio=5 tid=0x00000008bd094800 nid=0x8bd143c00 runnable [0x00007ffffe3e5000]
   java.lang.Thread.State: RUNNABLE
	at java.lang.UNIXProcess.waitForProcessExit(Native Method)
	at java.lang.UNIXProcess.access$500(UNIXProcess.java:54)
	at java.lang.UNIXProcess$4.run(UNIXProcess.java:232)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

"Service Thread" daemon prio=5 tid=0x0000000801176800 nid=0x8010ab000 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=5 tid=0x0000000801175800 nid=0x8010aa400 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=5 tid=0x0000000801175000 nid=0x80104c400 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=5 tid=0x0000000801174000 nid=0x80104b800 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=5 tid=0x0000000801173800 nid=0x80104a800 in Object.wait() [0x00007ffffebed000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x000000080be2f508> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0x000000080be2f508> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)

"Reference Handler" daemon prio=5 tid=0x0000000801172800 nid=0x801049c00 in Object.wait() [0x00007ffffecee000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x000000080bdbf648> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0x000000080bdbf648> (a java.lang.ref.Reference$Lock)

"main" prio=5 tid=0x0000000801172000 nid=0x801007800 waiting on condition [0x00007fffffbfa000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x0000000810f27698> (a java.util.concurrent.FutureTask)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:425)
	at java.util.concurrent.FutureTask.get(FutureTask.java:187)
	at java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:243)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.execute(JUnit4.java:960)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.taskdefs.Sequential.execute(Sequential.java:68)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.taskdefs.MacroInstance.execute(MacroInstance.java:398)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:302)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:221)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:302)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:221)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.Project.executeTarget(Project.java:1368)
	at org.apache.tools.ant.helper.DefaultExecutor.executeTargets(DefaultExecutor.java:41)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.Main.runBuild(Main.java:809)
	at org.apache.tools.ant.Main.startAnt(Main.java:217)
	at org.apache.tools.ant.launch.Launcher.run(Launcher.java:280)
	at org.apache.tools.ant.launch.Launcher.main(Launcher.java:109)

"VM Thread" prio=5 tid=0x00000008064f8800 nid=0x801049000 runnable 

"GC task thread#0 (ParallelGC)" prio=5 tid=0x00000008064ef800 nid=0x80103ec00 runnable 

"GC task thread#1 (ParallelGC)" prio=5 tid=0x00000008064f0800 nid=0x80103f800 runnable 

"GC task thread#2 (ParallelGC)" prio=5 tid=0x00000008064f1000 nid=0x801040400 runnable 

"GC task thread#3 (ParallelGC)" prio=5 tid=0x00000008064f1800 nid=0x801041000 runnable 

"GC task thread#4 (ParallelGC)" prio=5 tid=0x00000008064f2000 nid=0x801041c00 runnable 

"GC task thread#5 (ParallelGC)" prio=5 tid=0x00000008064f3000 nid=0x801042800 runnable 

"GC task thread#6 (ParallelGC)" prio=5 tid=0x00000008064f3800 nid=0x801043400 runnable 

"GC task thread#7 (ParallelGC)" prio=5 tid=0x00000008064f4000 nid=0x801044000 runnable 

"GC task thread#8 (ParallelGC)" prio=5 tid=0x00000008064f4800 nid=0x801044c00 runnable 

"GC task thread#9 (ParallelGC)" prio=5 tid=0x00000008064f5800 nid=0x801045800 runnable 

"GC task thread#10 (ParallelGC)" prio=5 tid=0x00000008064f6000 nid=0x801046400 runnable 

"GC task thread#11 (ParallelGC)" prio=5 tid=0x00000008064f6800 nid=0x801047000 runnable 

"GC task thread#12 (ParallelGC)" prio=5 tid=0x00000008064f7000 nid=0x801047c00 runnable 

"VM Periodic Task Thread" prio=5 tid=0x00000008064f9000 nid=0x8010abc00 waiting on condition 

JNI global references: 229

Heap
 PSYoungGen      total 296960K, used 185513K [0x0000000874a80000, 0x0000000889380000, 0x00000008a9280000)
  eden space 288768K, 61% used [0x0000000874a80000,0x000000087f7ec8f0,0x0000000886480000)
  from space 8192K, 96% used [0x0000000887200000,0x00000008879bdee0,0x0000000887a00000)
  to   space 19968K, 0% used [0x0000000888000000,0x0000000888000000,0x0000000889380000)
 ParOldGen       total 175616K, used 87472K [0x000000080ba80000, 0x0000000816600000, 0x0000000874a80000)
  object space 175616K, 49% used [0x000000080ba80000,0x0000000810fec228,0x0000000816600000)
 PSPermGen       total 79872K, used 34116K [0x0000000806880000, 0x000000080b680000, 0x000000080ba80000)
  object space 79872K, 42% used [0x0000000806880000,0x00000008089d1310,0x000000080b680000)

   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:05:32, stalled for 54308s at: SSLMigrationTest.testDistribSearch
2014-06-23 09:05:33
Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):

"pumper-watchdog" daemon prio=5 tid=0x00000008bf1f1000 nid=0x8aad6c800 waiting on condition [0x00007ffffdf8f000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler$3.run(LocalSlaveStreamHandler.java:126)

"pumper-events" daemon prio=5 tid=0x00000008bf1f0800 nid=0x8bd146c00 waiting on condition [0x00007ffffdd8d000]
   java.lang.Thread.State: TIMED_WAITING (sleeping)
	at java.lang.Thread.sleep(Native Method)
	at com.carrotsearch.ant.tasks.junit4.TailInputStream.read(TailInputStream.java:61)
	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
	- locked <0x0000000810f21e80> (a java.io.InputStreamReader)
	at java.io.InputStreamReader.read(InputStreamReader.java:184)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.fillBuffer(JsonReader.java:845)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.nextNonWhitespace(JsonReader.java:884)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.nextInArray(JsonReader.java:682)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.quickPeek(JsonReader.java:381)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonReader.peek(JsonReader.java:348)
	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.fromJson(Gson.java:717)
	at com.carrotsearch.ant.tasks.junit4.events.Deserializer.deserialize(Deserializer.java:31)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler.pumpEvents(LocalSlaveStreamHandler.java:210)
	at com.carrotsearch.ant.tasks.junit4.LocalSlaveStreamHandler$2.run(LocalSlaveStreamHandler.java:112)

"pumper-stderr" daemon prio=5 tid=0x00000008bf1ef800 nid=0x8bd146000 runnable [0x00007ffffe393000]
   java.lang.Thread.State: RUNNABLE
	at java.io.FileInputStream.readBytes(Native Method)
	at java.io.FileInputStream.read(FileInputStream.java:272)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
	- locked <0x0000000810e2c608> (a java.lang.UNIXProcess$ProcessPipeInputStream)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.tools.ant.taskdefs.StreamPumper.run(StreamPumper.java:132)
	at java.lang.Thread.run(Thread.java:745)

"pumper-stdout" daemon prio=5 tid=0x00000008bf1ef000 nid=0x8010aec00 runnable [0x00007ffffe5e7000]
   java.lang.Thread.State: RUNNABLE
	at java.io.FileInputStream.readBytes(Native Method)
	at java.io.FileInputStream.read(FileInputStream.java:272)
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:235)
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:275)
	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
	- locked <0x0000000810e2c578> (a java.lang.UNIXProcess$ProcessPipeInputStream)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.tools.ant.taskdefs.StreamPumper.run(StreamPumper.java:132)
	at java.lang.Thread.run(Thread.java:745)

"pool-27-thread-2" prio=5 tid=0x0000000801182800 nid=0x8bd5bc800 in Object.wait() [0x00007ffffe191000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x0000000810e2c4e0> (a java.lang.UNIXProcess)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.UNIXProcess.waitFor(UNIXProcess.java:268)
	- locked <0x0000000810e2c4e0> (a java.lang.UNIXProcess)
	at org.apache.tools.ant.taskdefs.Execute.waitFor(Execute.java:586)
	at org.apache.tools.ant.taskdefs.Execute.execute(Execute.java:516)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.forkProcess(JUnit4.java:1598)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1424)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:948)
	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:945)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

"process reaper" daemon prio=5 tid=0x00000008bd094800 nid=0x8bd143c00 runnable [0x00007ffffe3e5000]
   java.lang.Thread.State: RUNNABLE
	at java.lang.UNIXProcess.waitForProcessExit(Native Method)
	at java.lang.UNIXProcess.access$500(UNIXProcess.java:54)
	at java.lang.UNIXProcess$4.run(UNIXProcess.java:232)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

"Service Thread" daemon prio=5 tid=0x0000000801176800 nid=0x8010ab000 runnable [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread1" daemon prio=5 tid=0x0000000801175800 nid=0x8010aa400 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"C2 CompilerThread0" daemon prio=5 tid=0x0000000801175000 nid=0x80104c400 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Signal Dispatcher" daemon prio=5 tid=0x0000000801174000 nid=0x80104b800 waiting on condition [0x0000000000000000]
   java.lang.Thread.State: RUNNABLE

"Finalizer" daemon prio=5 tid=0x0000000801173800 nid=0x80104a800 in Object.wait() [0x00007ffffebed000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x000000080be2f508> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
	- locked <0x000000080be2f508> (a java.lang.ref.ReferenceQueue$Lock)
	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)

"Reference Handler" daemon prio=5 tid=0x0000000801172800 nid=0x801049c00 in Object.wait() [0x00007ffffecee000]
   java.lang.Thread.State: WAITING (on object monitor)
	at java.lang.Object.wait(Native Method)
	- waiting on <0x000000080bdbf648> (a java.lang.ref.Reference$Lock)
	at java.lang.Object.wait(Object.java:503)
	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
	- locked <0x000000080bdbf648> (a java.lang.ref.Reference$Lock)

"main" prio=5 tid=0x0000000801172000 nid=0x801007800 waiting on condition [0x00007fffffbfa000]
   java.lang.Thread.State: WAITING (parking)
	at sun.misc.Unsafe.park(Native Method)
	- parking to wait for  <0x0000000810f27698> (a java.util.concurrent.FutureTask)
	at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:425)
	at java.util.concurrent.FutureTask.get(FutureTask.java:187)
	at java.util.concurrent.AbstractExecutorService.invokeAll(AbstractExecutorService.java:243)
	at com.carrotsearch.ant.tasks.junit4.JUnit4.execute(JUnit4.java:960)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.taskdefs.Sequential.execute(Sequential.java:68)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.taskdefs.MacroInstance.execute(MacroInstance.java:398)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:302)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:221)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:302)
	at org.apache.tools.ant.taskdefs.SubAnt.execute(SubAnt.java:221)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.helper.SingleCheckExecutor.executeTargets(SingleCheckExecutor.java:38)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.taskdefs.Ant.execute(Ant.java:442)
	at org.apache.tools.ant.taskdefs.CallTarget.execute(CallTarget.java:105)
	at org.apache.tools.ant.UnknownElement.execute(UnknownElement.java:291)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at org.apache.tools.ant.dispatch.DispatchUtils.execute(DispatchUtils.java:106)
	at org.apache.tools.ant.Task.perform(Task.java:348)
	at org.apache.tools.ant.Target.execute(Target.java:390)
	at org.apache.tools.ant.Target.performTasks(Target.java:411)
	at org.apache.tools.ant.Project.executeSortedTargets(Project.java:1399)
	at org.apache.tools.ant.Project.executeTarget(Project.java:1368)
	at org.apache.tools.ant.helper.DefaultExecutor.executeTargets(DefaultExecutor.java:41)
	at org.apache.tools.ant.Project.executeTargets(Project.java:1251)
	at org.apache.tools.ant.Main.runBuild(Main.java:809)
	at org.apache.tools.ant.Main.startAnt(Main.java:217)
	at org.apache.tools.ant.launch.Launcher.run(Launcher.java:280)
	at org.apache.tools.ant.launch.Launcher.main(Launcher.java:109)

"VM Thread" prio=5 tid=0x00000008064f8800 nid=0x801049000 runnable 

"GC task thread#0 (ParallelGC)" prio=5 tid=0x00000008064ef800 nid=0x80103ec00 runnable 

"GC task thread#1 (ParallelGC)" prio=5 tid=0x00000008064f0800 nid=0x80103f800 runnable 

"GC task thread#2 (ParallelGC)" prio=5 tid=0x00000008064f1000 nid=0x801040400 runnable 

"GC task thread#3 (ParallelGC)" prio=5 tid=0x00000008064f1800 nid=0x801041000 runnable 

"GC task thread#4 (ParallelGC)" prio=5 tid=0x00000008064f2000 nid=0x801041c00 runnable 

"GC task thread#5 (ParallelGC)" prio=5 tid=0x00000008064f3000 nid=0x801042800 runnable 

"GC task thread#6 (ParallelGC)" prio=5 tid=0x00000008064f3800 nid=0x801043400 runnable 

"GC task thread#7 (ParallelGC)" prio=5 tid=0x00000008064f4000 nid=0x801044000 runnable 

"GC task thread#8 (ParallelGC)" prio=5 tid=0x00000008064f4800 nid=0x801044c00 runnable 

"GC task thread#9 (ParallelGC)" prio=5 tid=0x00000008064f5800 nid=0x801045800 runnable 

"GC task thread#10 (ParallelGC)" prio=5 tid=0x00000008064f6000 nid=0x801046400 runnable 

"GC task thread#11 (ParallelGC)" prio=5 tid=0x00000008064f6800 nid=0x801047000 runnable 

"GC task thread#12 (ParallelGC)" prio=5 tid=0x00000008064f7000 nid=0x801047c00 runnable 

"VM Periodic Task Thread" prio=5 tid=0x00000008064f9000 nid=0x8010abc00 waiting on condition 

JNI global references: 229

Heap
 PSYoungGen      total 296960K, used 185513K [0x0000000874a80000, 0x0000000889380000, 0x00000008a9280000)
  eden space 288768K, 61% used [0x0000000874a80000,0x000000087f7ec8f0,0x0000000886480000)
  from space 8192K, 96% used [0x0000000887200000,0x00000008879bdee0,0x0000000887a00000)
  to   space 19968K, 0% used [0x0000000888000000,0x0000000888000000,0x0000000889380000)
 ParOldGen       total 175616K, used 87472K [0x000000080ba80000, 0x0000000816600000, 0x0000000874a80000)
  object space 175616K, 49% used [0x000000080ba80000,0x0000000810fec228,0x0000000816600000)
 PSPermGen       total 79872K, used 34116K [0x0000000806880000, 0x000000080b680000, 0x000000080ba80000)
  object space 79872K, 42% used [0x0000000806880000,0x00000008089d1310,0x000000080b680000)

   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:06:32, stalled for 54368s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:07:32, stalled for 54428s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:08:32, stalled for 54488s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:09:32, stalled for 54548s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:10:32, stalled for 54608s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:11:32, stalled for 54668s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:12:33, stalled for 54728s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:13:33, stalled for 54788s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:14:33, stalled for 54848s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:15:33, stalled for 54908s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:16:33, stalled for 54968s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:17:33, stalled for 55028s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:18:33, stalled for 55088s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:19:33, stalled for 55148s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:20:33, stalled for 55208s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:21:33, stalled for 55268s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:22:33, stalled for 55328s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:23:33, stalled for 55388s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:24:33, stalled for 55448s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:25:33, stalled for 55508s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:26:33, stalled for 55568s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:27:33, stalled for 55628s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:28:33, stalled for 55688s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:29:33, stalled for 55748s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:30:33, stalled for 55808s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:31:33, stalled for 55868s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:32:33, stalled for 55928s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:33:33, stalled for 55988s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:34:33, stalled for 56048s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:35:33, stalled for 56108s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:36:33, stalled for 56168s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:37:33, stalled for 56228s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:38:33, stalled for 56288s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:39:33, stalled for 56348s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:40:33, stalled for 56408s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:41:33, stalled for 56468s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:42:33, stalled for 56528s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:43:33, stalled for 56588s at: SSLMigrationTest.testDistribSearch
   [junit4] HEARTBEAT J1 PID(46185@lucene.zones.apache.org): 2014-06-23T09:44:33, stalled for 56648s at: SSLMigrationTest.testDistribSearch
   [junit4] JVM J1: stdout was not empty, see: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/temp/junit4-J1-20140622_175115_980.sysout
   [junit4] >>> JVM J1: stdout (verbatim) ----
   [junit4] 2014-06-23 08:59:13
   [junit4] Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):
   [junit4] 
   [junit4] "TimeLimitedCollector timer thread" daemon prio=5 tid=0x000000080c31f800 nid=0x80b134000 sleeping[0x00007ffff9294000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:252)
   [junit4] 
   [junit4] "Service Thread" daemon prio=5 tid=0x0000000801256800 nid=0x8013d9c00 runnable [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread1" daemon prio=5 tid=0x0000000801255800 nid=0x8011a1c00 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread0" daemon prio=5 tid=0x0000000801255000 nid=0x8011a1000 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Signal Dispatcher" daemon prio=5 tid=0x0000000801254000 nid=0x8011a0400 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Surrogate Locker Thread (Concurrent GC)" daemon prio=5 tid=0x0000000801109000 nid=0x80119f800 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Finalizer" daemon prio=5 tid=0x0000000801253800 nid=0x80119e400 in Object.wait() [0x00007ffffd9db000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4] 	- locked <0x00000008157d7d00> (a java.lang.ref.ReferenceQueue$Lock)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4] 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4] 
   [junit4] "Reference Handler" daemon prio=5 tid=0x0000000801252800 nid=0x80119d800 in Object.wait() [0x00007ffffdadc000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:503)
   [junit4] 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
   [junit4] 	- locked <0x00000008157d7d10> (a java.lang.ref.Reference$Lock)
   [junit4] 
   [junit4] "main" prio=5 tid=0x0000000801252000 nid=0x801007c00 runnable [0x00007fffffbfd000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.io.FileInputStream.readBytes(Native Method)
   [junit4] 	at java.io.FileInputStream.read(FileInputStream.java:272)
   [junit4] 	at java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
   [junit4] 	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
   [junit4] 	- locked <0x0000000812ab3cc8> (a java.io.BufferedInputStream)
   [junit4] 	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
   [junit4] 	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
   [junit4] 	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.InputStreamReader.read(InputStreamReader.java:184)
   [junit4] 	at java.io.BufferedReader.fill(BufferedReader.java:154)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:317)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:382)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:31)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:13)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.Iterators$5.hasNext(Iterators.java:542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:169)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:276)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
   [junit4] 
   [junit4] "VM Thread" prio=5 tid=0x00000008013c9800 nid=0x80119cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (Parallel GC Threads)" prio=5 tid=0x00000008013b5800 nid=0x80103cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (Parallel GC Threads)" prio=5 tid=0x00000008013b6800 nid=0x80103d800 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (Parallel GC Threads)" prio=5 tid=0x00000008013b7000 nid=0x80103e400 runnable 
   [junit4] 
   [junit4] "Gang worker#3 (Parallel GC Threads)" prio=5 tid=0x00000008013b7800 nid=0x80103f000 runnable 
   [junit4] 
   [junit4] "Gang worker#4 (Parallel GC Threads)" prio=5 tid=0x00000008013b8000 nid=0x80103fc00 runnable 
   [junit4] 
   [junit4] "Gang worker#5 (Parallel GC Threads)" prio=5 tid=0x00000008013b9000 nid=0x801040800 runnable 
   [junit4] 
   [junit4] "Gang worker#6 (Parallel GC Threads)" prio=5 tid=0x00000008013b9800 nid=0x801041400 runnable 
   [junit4] 
   [junit4] "Gang worker#7 (Parallel GC Threads)" prio=5 tid=0x00000008013ba000 nid=0x801042000 runnable 
   [junit4] 
   [junit4] "Gang worker#8 (Parallel GC Threads)" prio=5 tid=0x00000008013ba800 nid=0x801042c00 runnable 
   [junit4] 
   [junit4] "Gang worker#9 (Parallel GC Threads)" prio=5 tid=0x00000008013bb800 nid=0x801043800 runnable 
   [junit4] 
   [junit4] "Gang worker#10 (Parallel GC Threads)" prio=5 tid=0x00000008013bc000 nid=0x801044400 runnable 
   [junit4] 
   [junit4] "Gang worker#11 (Parallel GC Threads)" prio=5 tid=0x00000008013bc800 nid=0x801045000 runnable 
   [junit4] 
   [junit4] "Gang worker#12 (Parallel GC Threads)" prio=5 tid=0x00000008013bd000 nid=0x801045c00 runnable 
   [junit4] 
   [junit4] "G1 Main Concurrent Mark GC Thread" prio=5 tid=0x00000008013c6800 nid=0x801199400 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c7000 nid=0x80119a000 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c8000 nid=0x80119ac00 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c8800 nid=0x80119b800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#0" prio=5 tid=0x00000008013c6000 nid=0x801198800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#1" prio=5 tid=0x00000008013c5800 nid=0x801197c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#2" prio=5 tid=0x00000008013c4800 nid=0x801197000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#3" prio=5 tid=0x00000008013c4000 nid=0x801196400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#4" prio=5 tid=0x00000008013c3800 nid=0x801195800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#5" prio=5 tid=0x00000008013c3000 nid=0x801194c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#6" prio=5 tid=0x00000008013c2000 nid=0x801194000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#7" prio=5 tid=0x00000008013c1800 nid=0x801193400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#8" prio=5 tid=0x00000008013c1000 nid=0x801192800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#9" prio=5 tid=0x00000008013c0800 nid=0x801049800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#10" prio=5 tid=0x00000008013bf800 nid=0x801048c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#11" prio=5 tid=0x00000008013bf000 nid=0x801048000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#12" prio=5 tid=0x00000008013be800 nid=0x801047400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#13" prio=5 tid=0x00000008013be000 nid=0x801046800 runnable 
   [junit4] 
   [junit4] 
   [junit4] "VM Periodic Task Thread" prio=5 tid=0x00000008013ca800 nid=0x8013dac00 waiting on condition 
   [junit4] 
   [junit4] JNI global references: 384
   [junit4] 
   [junit4] Heap
   [junit4]  garbage-first heap   total 524288K, used 361156K [0x000000080e600000, 0x000000082e600000, 0x000000082e600000)
   [junit4]   region size 1024K, 175 young (179200K), 14 survivors (14336K)
   [junit4]  compacting perm gen  total 56320K, used 55858K [0x000000082e600000, 0x0000000831d00000, 0x0000000833800000)
   [junit4]    the space 56320K,  99% used [0x000000082e600000, 0x0000000831c8ca18, 0x0000000831c8cc00, 0x0000000831d00000)
   [junit4] No shared spaces configured.
   [junit4] 
   [junit4] 2014-06-23 09:00:07
   [junit4] Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):
   [junit4] 
   [junit4] "TimeLimitedCollector timer thread" daemon prio=5 tid=0x000000080c31f800 nid=0x80b134000 waiting on condition [0x00007ffff9294000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:252)
   [junit4] 
   [junit4] "Service Thread" daemon prio=5 tid=0x0000000801256800 nid=0x8013d9c00 runnable [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread1" daemon prio=5 tid=0x0000000801255800 nid=0x8011a1c00 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread0" daemon prio=5 tid=0x0000000801255000 nid=0x8011a1000 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Signal Dispatcher" daemon prio=5 tid=0x0000000801254000 nid=0x8011a0400 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Surrogate Locker Thread (Concurrent GC)" daemon prio=5 tid=0x0000000801109000 nid=0x80119f800 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Finalizer" daemon prio=5 tid=0x0000000801253800 nid=0x80119e400 in Object.wait() [0x00007ffffd9db000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4] 	- locked <0x00000008157d7d00> (a java.lang.ref.ReferenceQueue$Lock)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4] 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4] 
   [junit4] "Reference Handler" daemon prio=5 tid=0x0000000801252800 nid=0x80119d800 in Object.wait() [0x00007ffffdadc000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:503)
   [junit4] 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
   [junit4] 	- locked <0x00000008157d7d10> (a java.lang.ref.Reference$Lock)
   [junit4] 
   [junit4] "main" prio=5 tid=0x0000000801252000 nid=0x801007c00 runnable [0x00007fffffbfd000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.io.FileInputStream.readBytes(Native Method)
   [junit4] 	at java.io.FileInputStream.read(FileInputStream.java:272)
   [junit4] 	at java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
   [junit4] 	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
   [junit4] 	- locked <0x0000000812ab3cc8> (a java.io.BufferedInputStream)
   [junit4] 	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
   [junit4] 	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
   [junit4] 	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.InputStreamReader.read(InputStreamReader.java:184)
   [junit4] 	at java.io.BufferedReader.fill(BufferedReader.java:154)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:317)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:382)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:31)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:13)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.Iterators$5.hasNext(Iterators.java:542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:169)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:276)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
   [junit4] 
   [junit4] "VM Thread" prio=5 tid=0x00000008013c9800 nid=0x80119cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (Parallel GC Threads)" prio=5 tid=0x00000008013b5800 nid=0x80103cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (Parallel GC Threads)" prio=5 tid=0x00000008013b6800 nid=0x80103d800 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (Parallel GC Threads)" prio=5 tid=0x00000008013b7000 nid=0x80103e400 runnable 
   [junit4] 
   [junit4] "Gang worker#3 (Parallel GC Threads)" prio=5 tid=0x00000008013b7800 nid=0x80103f000 runnable 
   [junit4] 
   [junit4] "Gang worker#4 (Parallel GC Threads)" prio=5 tid=0x00000008013b8000 nid=0x80103fc00 runnable 
   [junit4] 
   [junit4] "Gang worker#5 (Parallel GC Threads)" prio=5 tid=0x00000008013b9000 nid=0x801040800 runnable 
   [junit4] 
   [junit4] "Gang worker#6 (Parallel GC Threads)" prio=5 tid=0x00000008013b9800 nid=0x801041400 runnable 
   [junit4] 
   [junit4] "Gang worker#7 (Parallel GC Threads)" prio=5 tid=0x00000008013ba000 nid=0x801042000 runnable 
   [junit4] 
   [junit4] "Gang worker#8 (Parallel GC Threads)" prio=5 tid=0x00000008013ba800 nid=0x801042c00 runnable 
   [junit4] 
   [junit4] "Gang worker#9 (Parallel GC Threads)" prio=5 tid=0x00000008013bb800 nid=0x801043800 runnable 
   [junit4] 
   [junit4] "Gang worker#10 (Parallel GC Threads)" prio=5 tid=0x00000008013bc000 nid=0x801044400 runnable 
   [junit4] 
   [junit4] "Gang worker#11 (Parallel GC Threads)" prio=5 tid=0x00000008013bc800 nid=0x801045000 runnable 
   [junit4] 
   [junit4] "Gang worker#12 (Parallel GC Threads)" prio=5 tid=0x00000008013bd000 nid=0x801045c00 runnable 
   [junit4] 
   [junit4] "G1 Main Concurrent Mark GC Thread" prio=5 tid=0x00000008013c6800 nid=0x801199400 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c7000 nid=0x80119a000 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c8000 nid=0x80119ac00 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c8800 nid=0x80119b800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#0" prio=5 tid=0x00000008013c6000 nid=0x801198800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#1" prio=5 tid=0x00000008013c5800 nid=0x801197c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#2" prio=5 tid=0x00000008013c4800 nid=0x801197000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#3" prio=5 tid=0x00000008013c4000 nid=0x801196400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#4" prio=5 tid=0x00000008013c3800 nid=0x801195800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#5" prio=5 tid=0x00000008013c3000 nid=0x801194c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#6" prio=5 tid=0x00000008013c2000 nid=0x801194000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#7" prio=5 tid=0x00000008013c1800 nid=0x801193400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#8" prio=5 tid=0x00000008013c1000 nid=0x801192800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#9" prio=5 tid=0x00000008013c0800 nid=0x801049800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#10" prio=5 tid=0x00000008013bf800 nid=0x801048c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#11" prio=5 tid=0x00000008013bf000 nid=0x801048000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#12" prio=5 tid=0x00000008013be800 nid=0x801047400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#13" prio=5 tid=0x00000008013be000 nid=0x801046800 runnable 
   [junit4] 
   [junit4] 
   [junit4] "VM Periodic Task Thread" prio=5 tid=0x00000008013ca800 nid=0x8013dac00 waiting on condition 
   [junit4] 
   [junit4] JNI global references: 384
   [junit4] 
   [junit4] Heap
   [junit4]  garbage-first heap   total 524288K, used 361156K [0x000000080e600000, 0x000000082e600000, 0x000000082e600000)
   [junit4]   region size 1024K, 175 young (179200K), 14 survivors (14336K)
   [junit4]  compacting perm gen  total 56320K, used 55858K [0x000000082e600000, 0x0000000831d00000, 0x0000000833800000)
   [junit4]    the space 56320K,  99% used [0x000000082e600000, 0x0000000831c8ca18, 0x0000000831c8cc00, 0x0000000831d00000)
   [junit4] No shared spaces configured.
   [junit4] 
   [junit4] 2014-06-23 09:08:52
   [junit4] Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):
   [junit4] 
   [junit4] "TimeLimitedCollector timer thread" daemon prio=5 tid=0x000000080c31f800 nid=0x80b134000 waiting on condition [0x00007ffff9294000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:252)
   [junit4] 
   [junit4] "Service Thread" daemon prio=5 tid=0x0000000801256800 nid=0x8013d9c00 runnable [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread1" daemon prio=5 tid=0x0000000801255800 nid=0x8011a1c00 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread0" daemon prio=5 tid=0x0000000801255000 nid=0x8011a1000 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Signal Dispatcher" daemon prio=5 tid=0x0000000801254000 nid=0x8011a0400 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Surrogate Locker Thread (Concurrent GC)" daemon prio=5 tid=0x0000000801109000 nid=0x80119f800 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Finalizer" daemon prio=5 tid=0x0000000801253800 nid=0x80119e400 in Object.wait() [0x00007ffffd9db000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4] 	- locked <0x00000008157d7d00> (a java.lang.ref.ReferenceQueue$Lock)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4] 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4] 
   [junit4] "Reference Handler" daemon prio=5 tid=0x0000000801252800 nid=0x80119d800 in Object.wait() [0x00007ffffdadc000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:503)
   [junit4] 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
   [junit4] 	- locked <0x00000008157d7d10> (a java.lang.ref.Reference$Lock)
   [junit4] 
   [junit4] "main" prio=5 tid=0x0000000801252000 nid=0x801007c00 runnable [0x00007fffffbfd000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.io.FileInputStream.readBytes(Native Method)
   [junit4] 	at java.io.FileInputStream.read(FileInputStream.java:272)
   [junit4] 	at java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
   [junit4] 	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
   [junit4] 	- locked <0x0000000812ab3cc8> (a java.io.BufferedInputStream)
   [junit4] 	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
   [junit4] 	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
   [junit4] 	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.InputStreamReader.read(InputStreamReader.java:184)
   [junit4] 	at java.io.BufferedReader.fill(BufferedReader.java:154)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:317)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:382)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:31)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:13)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.Iterators$5.hasNext(Iterators.java:542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:169)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:276)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
   [junit4] 
   [junit4] "VM Thread" prio=5 tid=0x00000008013c9800 nid=0x80119cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (Parallel GC Threads)" prio=5 tid=0x00000008013b5800 nid=0x80103cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (Parallel GC Threads)" prio=5 tid=0x00000008013b6800 nid=0x80103d800 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (Parallel GC Threads)" prio=5 tid=0x00000008013b7000 nid=0x80103e400 runnable 
   [junit4] 
   [junit4] "Gang worker#3 (Parallel GC Threads)" prio=5 tid=0x00000008013b7800 nid=0x80103f000 runnable 
   [junit4] 
   [junit4] "Gang worker#4 (Parallel GC Threads)" prio=5 tid=0x00000008013b8000 nid=0x80103fc00 runnable 
   [junit4] 
   [junit4] "Gang worker#5 (Parallel GC Threads)" prio=5 tid=0x00000008013b9000 nid=0x801040800 runnable 
   [junit4] 
   [junit4] "Gang worker#6 (Parallel GC Threads)" prio=5 tid=0x00000008013b9800 nid=0x801041400 runnable 
   [junit4] 
   [junit4] "Gang worker#7 (Parallel GC Threads)" prio=5 tid=0x00000008013ba000 nid=0x801042000 runnable 
   [junit4] 
   [junit4] "Gang worker#8 (Parallel GC Threads)" prio=5 tid=0x00000008013ba800 nid=0x801042c00 runnable 
   [junit4] 
   [junit4] "Gang worker#9 (Parallel GC Threads)" prio=5 tid=0x00000008013bb800 nid=0x801043800 runnable 
   [junit4] 
   [junit4] "Gang worker#10 (Parallel GC Threads)" prio=5 tid=0x00000008013bc000 nid=0x801044400 runnable 
   [junit4] 
   [junit4] "Gang worker#11 (Parallel GC Threads)" prio=5 tid=0x00000008013bc800 nid=0x801045000 runnable 
   [junit4] 
   [junit4] "Gang worker#12 (Parallel GC Threads)" prio=5 tid=0x00000008013bd000 nid=0x801045c00 runnable 
   [junit4] 
   [junit4] "G1 Main Concurrent Mark GC Thread" prio=5 tid=0x00000008013c6800 nid=0x801199400 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c7000 nid=0x80119a000 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c8000 nid=0x80119ac00 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (G1 Parallel Marking Threads)" prio=5 tid=0x00000008013c8800 nid=0x80119b800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#0" prio=5 tid=0x00000008013c6000 nid=0x801198800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#1" prio=5 tid=0x00000008013c5800 nid=0x801197c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#2" prio=5 tid=0x00000008013c4800 nid=0x801197000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#3" prio=5 tid=0x00000008013c4000 nid=0x801196400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#4" prio=5 tid=0x00000008013c3800 nid=0x801195800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#5" prio=5 tid=0x00000008013c3000 nid=0x801194c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#6" prio=5 tid=0x00000008013c2000 nid=0x801194000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#7" prio=5 tid=0x00000008013c1800 nid=0x801193400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#8" prio=5 tid=0x00000008013c1000 nid=0x801192800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#9" prio=5 tid=0x00000008013c0800 nid=0x801049800 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#10" prio=5 tid=0x00000008013bf800 nid=0x801048c00 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#11" prio=5 tid=0x00000008013bf000 nid=0x801048000 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#12" prio=5 tid=0x00000008013be800 nid=0x801047400 runnable 
   [junit4] 
   [junit4] "G1 Concurrent Refinement Thread#13" prio=5 tid=0x00000008013be000 nid=0x801046800 runnable 
   [junit4] 
   [junit4] 
   [junit4] "VM Periodic Task Thread" prio=5 tid=0x00000008013ca800 nid=0x8013dac00 waiting on condition 
   [junit4] 
   [junit4] JNI global references: 384
   [junit4] 
   [junit4] Heap
   [junit4]  garbage-first heap   total 524288K, used 361156K [0x000000080e600000, 0x000000082e600000, 0x000000082e600000)
   [junit4]   region size 1024K, 175 young (179200K), 14 survivors (14336K)
   [junit4]  compacting perm gen  total 56320K, used 55858K [0x000000082e600000, 0x0000000831d00000, 0x0000000833800000)
   [junit4]    the space 56320K,  99% used [0x000000082e600000, 0x0000000831c8ca18, 0x0000000831c8cc00, 0x0000000831d00000)
   [junit4] No shared spaces configured.
   [junit4] 
   [junit4] 2014-06-23 09:09:31
   [junit4] Full thread dump OpenJDK 64-Bit Server VM (24.60-b09 mixed mode):
   [junit4] 
   [junit4] "TimeLimitedCollector timer thread" daemon prio=5 tid=0x000000080c31f800 nid=0x80b134000 waiting on condition [0x00007ffff9294000]
   [junit4]    java.lang.Thread.State: TIMED_WAITING (sleeping)
   [junit4] 	at java.lang.Thread.sleep(Native Method)
   [junit4] 	at org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:252)
   [junit4] 
   [junit4] "Service Thread" daemon prio=5 tid=0x0000000801256800 nid=0x8013d9c00 runnable [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread1" daemon prio=5 tid=0x0000000801255800 nid=0x8011a1c00 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "C2 CompilerThread0" daemon prio=5 tid=0x0000000801255000 nid=0x8011a1000 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Signal Dispatcher" daemon prio=5 tid=0x0000000801254000 nid=0x8011a0400 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Surrogate Locker Thread (Concurrent GC)" daemon prio=5 tid=0x0000000801109000 nid=0x80119f800 waiting on condition [0x0000000000000000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 
   [junit4] "Finalizer" daemon prio=5 tid=0x0000000801253800 nid=0x80119e400 in Object.wait() [0x00007ffffd9db000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
   [junit4] 	- locked <0x00000008157d7d00> (a java.lang.ref.ReferenceQueue$Lock)
   [junit4] 	at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
   [junit4] 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
   [junit4] 
   [junit4] "Reference Handler" daemon prio=5 tid=0x0000000801252800 nid=0x80119d800 in Object.wait() [0x00007ffffdadc000]
   [junit4]    java.lang.Thread.State: WAITING (on object monitor)
   [junit4] 	at java.lang.Object.wait(Native Method)
   [junit4] 	at java.lang.Object.wait(Object.java:503)
   [junit4] 	at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
   [junit4] 	- locked <0x00000008157d7d10> (a java.lang.ref.Reference$Lock)
   [junit4] 
   [junit4] "main" prio=5 tid=0x0000000801252000 nid=0x801007c00 runnable [0x00007fffffbfd000]
   [junit4]    java.lang.Thread.State: RUNNABLE
   [junit4] 	at java.io.FileInputStream.readBytes(Native Method)
   [junit4] 	at java.io.FileInputStream.read(FileInputStream.java:272)
   [junit4] 	at java.io.BufferedInputStream.read1(BufferedInputStream.java:273)
   [junit4] 	at java.io.BufferedInputStream.read(BufferedInputStream.java:334)
   [junit4] 	- locked <0x0000000812ab3cc8> (a java.io.BufferedInputStream)
   [junit4] 	at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:283)
   [junit4] 	at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:325)
   [junit4] 	at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:177)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.InputStreamReader.read(InputStreamReader.java:184)
   [junit4] 	at java.io.BufferedReader.fill(BufferedReader.java:154)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:317)
   [junit4] 	- locked <0x0000000812c55b10> (a java.io.InputStreamReader)
   [junit4] 	at java.io.BufferedReader.readLine(BufferedReader.java:382)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:31)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.StdInLineIterator.computeNext(StdInLineIterator.java:13)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.tryToComputeNext(AbstractIterator.java:143)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.AbstractIterator.hasNext(AbstractIterator.java:138)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.common.collect.Iterators$5.hasNext(Iterators.java:542)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:169)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:276)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
   [junit4] 
   [junit4] "VM Thread" prio=5 tid=0x00000008013c9800 nid=0x80119cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#0 (Parallel GC Threads)" prio=5 tid=0x00000008013b5800 nid=0x80103cc00 runnable 
   [junit4] 
   [junit4] "Gang worker#1 (Parallel GC Threads)" prio=5 tid=0x00000008013b6800 nid=0x80103d800 runnable 
   [junit4] 
   [junit4] "Gang worker#2 (Parallel GC Threads)" prio=5 tid=0x00000008013b7000 nid=0x80103e400 runnable 
   [junit4] 
   [junit4] "Gang worker#3 (Parallel GC Threads)" prio=5 tid=0x00000008013b7800 nid=0x80103f000 runnable 
   [junit4] 
   [junit4] "Gang worker#4 (Parallel GC Threads)" prio=5 tid=0x00000008013b8000 nid=0x80103fc00 runnable 
   [junit4] 
   [junit4] "Gang worker#5 (Parallel GC Threads)" prio=5 tid=0x00000008013b9000 nid=0x801040800 runnable 
   [junit4] 
   [junit4] "Gang worker#6 (Parallel GC Threads)" prio=5 tid=0x00000008013b9800 nid=0x801041400 runnable 
   [junit4] 
   [junit4] "Gang worker#7 (Parallel GC Threads)" prio=5 tid=0x00000008013ba000 nid=0x801042000 runnable 
   [juni

[...truncated too long message...]

re/lib/org.restlet.ext.servlet-2.1.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/lib/protobuf-java-2.5.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/lib/slf4j-log4j12-1.7.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/lib/spatial4j-0.4.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/commons-io-2.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/httpclient-4.3.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/httpcore-4.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/httpmime-4.3.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/noggit-0.5.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/slf4j-api-1.7.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/wstx-asl-3.2.7.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/solrj/lib/zookeeper-3.4.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-continuation-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-deploy-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-http-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-io-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-jmx-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-security-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-server-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-servlet-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-util-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-webapp-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/jetty-xml-8.1.10.v20130312.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/lib/servlet-api-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build/core/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/test-framework/lib/junit-4.10.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/test-framework/lib/randomizedtesting-runner-2.1.3.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/cglib-nodep-2.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/commons-collections-3.2.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/easymock-3.0.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/hadoop-common-2.2.0-tests.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/hadoop-hdfs-2.2.0-tests.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/javax.servlet-api-3.0.1.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/jcl-over-slf4j-1.7.6.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/jersey-core-1.9.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/jetty-6.1.26.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/jetty-util-6.1.26.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/test-lib/objenesis-1.2.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build/analysis/icu/lucene-analyzers-icu-5.0-SNAPSHOT.jar:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/contrib/solr-analysis-extras/classes/java:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/contrib/analysis-extras/lib/icu4j-53.1.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/home/hudson/.ant/lib/ivy-2.3.0.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/hudson/hudson-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/usr/local/openjdk7/lib/tools.jar:/home/hudson/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.3.jar -ea:org.apache.lucene... -ea:org.apache.solr... com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/temp/junit4-J1-20140622_175115_980.events @/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/temp/junit4-J1-20140622_175115_980.suites
   [junit4] ERROR: JVM J1 ended with an exception: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1461)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:948)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:945)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1296: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:920: At least one slave process threw an exception, first: Forked process returned with error code: 134. Very likely a JVM crash.  Process output piped in logs above.

Total time: 1001 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4729
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 175969281 bytes
Compression is 0.0%
Took 32 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4735 - Still Failing

Posted by Chris Hostetter <ho...@fucit.org>.
FYI: i haven't dug into it, but this seed definitily reproduces for me.

: Date: Fri, 27 Jun 2014 18:25:55 +0000 (UTC)
: From: Apache Jenkins Server <je...@builds.apache.org>
: Reply-To: dev@lucene.apache.org
: To: dev@lucene.apache.org
: Subject: [JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4735 - Still
:     Failing
: 
: Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4735/
: 
: 1 tests failed.
: REGRESSION:  org.apache.lucene.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort
: 
: Error Message:
: 
: 
: Stack Trace:
: java.lang.AssertionError
: 	at __randomizedtesting.SeedInfo.seed([32DE5577A16BBF2:62CED7800277BD42]:0)
: 	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:638)
: 	at org.apache.lucene.index.FilterAtomicReader.getSortedDocValues(FilterAtomicReader.java:414)
: 	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:635)
: 	at org.apache.lucene.index.DocValues.getSorted(DocValues.java:273)
: 	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.getSortedDocValues(FieldComparator.java:821)
: 	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.setNextReader(FieldComparator.java:826)
: 	at org.apache.lucene.search.TopFieldCollector$OneComparatorNonScoringCollector.doSetNextReader(TopFieldCollector.java:97)
: 	at org.apache.lucene.search.SimpleCollector.getLeafCollector(SimpleCollector.java:33)
: 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:605)
: 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:94)
: 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:573)
: 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:525)
: 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:502)
: 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:318)
: 	at org.apache.lucene.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort(TestFieldCacheSort.java:1029)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
: 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
: 	at java.lang.reflect.Method.invoke(Method.java:606)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
: 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
: 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
: 	at java.lang.Thread.run(Thread.java:745)
: 
: 
: 
: 
: Build Log:
: [...truncated 8703 lines...]
:    [junit4] Suite: org.apache.lucene.uninverting.TestFieldCacheSort
:    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldCacheSort -Dtests.method=testEmptyStringVsNullStringSort -Dtests.seed=32DE5577A16BBF2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=Asia/Thimbu -Dtests.file.encoding=US-ASCII
:    [junit4] FAILURE 0.03s J0 | TestFieldCacheSort.testEmptyStringVsNullStringSort <<<
:    [junit4]    > Throwable #1: java.lang.AssertionError
:    [junit4]    > 	at __randomizedtesting.SeedInfo.seed([32DE5577A16BBF2:62CED7800277BD42]:0)
:    [junit4]    > 	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:638)
:    [junit4]    > 	at org.apache.lucene.index.FilterAtomicReader.getSortedDocValues(FilterAtomicReader.java:414)
:    [junit4]    > 	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:635)
:    [junit4]    > 	at org.apache.lucene.index.DocValues.getSorted(DocValues.java:273)
:    [junit4]    > 	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.getSortedDocValues(FieldComparator.java:821)
:    [junit4]    > 	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.setNextReader(FieldComparator.java:826)
:    [junit4]    > 	at org.apache.lucene.search.TopFieldCollector$OneComparatorNonScoringCollector.doSetNextReader(TopFieldCollector.java:97)
:    [junit4]    > 	at org.apache.lucene.search.SimpleCollector.getLeafCollector(SimpleCollector.java:33)
:    [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:605)
:    [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:94)
:    [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:573)
:    [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:525)
:    [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:502)
:    [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:318)
:    [junit4]    > 	at org.apache.lucene.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort(TestFieldCacheSort.java:1029)
:    [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
:    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=DefaultSimilarity, locale=cs, timezone=Asia/Thimbu
:    [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=16,threads=1,free=112767984,total=175112192
:    [junit4]   2> NOTE: All tests run in this JVM: [TestHighFreqTerms, SortingAtomicReaderTest, TestLazyDocument, TestFieldCacheVsDocValues, TestNumericTerms64, TestFieldCacheReopen, TestSortingMergePolicy, TestDocTermOrds, TestFieldCache, TestFieldCacheSanityChecker, TestFieldCacheSort]
:    [junit4] Completed on J0 in 0.63s, 39 tests, 1 failure <<< FAILURES!
: 
: [...truncated 19 lines...]
: BUILD FAILED
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:544: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:2019: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/module-build.xml:60: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1298: The following error occurred while executing this line:
: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:922: There were test failures: 23 suites, 129 tests, 1 failure, 4 ignored (4 assumptions)
: 
: Total time: 35 minutes 47 seconds
: Build step 'Invoke Ant' marked build as failure
: Archiving artifacts
: Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4729
: Archived 3 artifacts
: Archive block size is 32768
: Received 0 blocks and 223653 bytes
: Compression is 0.0%
: Took 0.12 sec
: Recording test results
: Email was triggered for: Failure
: Sending email for trigger: Failure
: 
: 
: 

-Hoss
http://www.lucidworks.com/

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4735 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4735/

1 tests failed.
REGRESSION:  org.apache.lucene.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([32DE5577A16BBF2:62CED7800277BD42]:0)
	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:638)
	at org.apache.lucene.index.FilterAtomicReader.getSortedDocValues(FilterAtomicReader.java:414)
	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:635)
	at org.apache.lucene.index.DocValues.getSorted(DocValues.java:273)
	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.getSortedDocValues(FieldComparator.java:821)
	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.setNextReader(FieldComparator.java:826)
	at org.apache.lucene.search.TopFieldCollector$OneComparatorNonScoringCollector.doSetNextReader(TopFieldCollector.java:97)
	at org.apache.lucene.search.SimpleCollector.getLeafCollector(SimpleCollector.java:33)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:605)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:94)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:573)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:525)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:502)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:318)
	at org.apache.lucene.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort(TestFieldCacheSort.java:1029)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8703 lines...]
   [junit4] Suite: org.apache.lucene.uninverting.TestFieldCacheSort
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFieldCacheSort -Dtests.method=testEmptyStringVsNullStringSort -Dtests.seed=32DE5577A16BBF2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=cs -Dtests.timezone=Asia/Thimbu -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.03s J0 | TestFieldCacheSort.testEmptyStringVsNullStringSort <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([32DE5577A16BBF2:62CED7800277BD42]:0)
   [junit4]    > 	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:638)
   [junit4]    > 	at org.apache.lucene.index.FilterAtomicReader.getSortedDocValues(FilterAtomicReader.java:414)
   [junit4]    > 	at org.apache.lucene.index.AssertingAtomicReader.getSortedDocValues(AssertingAtomicReader.java:635)
   [junit4]    > 	at org.apache.lucene.index.DocValues.getSorted(DocValues.java:273)
   [junit4]    > 	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.getSortedDocValues(FieldComparator.java:821)
   [junit4]    > 	at org.apache.lucene.search.FieldComparator$TermOrdValComparator.setNextReader(FieldComparator.java:826)
   [junit4]    > 	at org.apache.lucene.search.TopFieldCollector$OneComparatorNonScoringCollector.doSetNextReader(TopFieldCollector.java:97)
   [junit4]    > 	at org.apache.lucene.search.SimpleCollector.getLeafCollector(SimpleCollector.java:33)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:605)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:94)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:573)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:525)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:502)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:318)
   [junit4]    > 	at org.apache.lucene.uninverting.TestFieldCacheSort.testEmptyStringVsNullStringSort(TestFieldCacheSort.java:1029)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene49), sim=DefaultSimilarity, locale=cs, timezone=Asia/Thimbu
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=16,threads=1,free=112767984,total=175112192
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighFreqTerms, SortingAtomicReaderTest, TestLazyDocument, TestFieldCacheVsDocValues, TestNumericTerms64, TestFieldCacheReopen, TestSortingMergePolicy, TestDocTermOrds, TestFieldCache, TestFieldCacheSanityChecker, TestFieldCacheSort]
   [junit4] Completed on J0 in 0.63s, 39 tests, 1 failure <<< FAILURES!

[...truncated 19 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/build.xml:544: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:2019: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/module-build.xml:60: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1298: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:922: There were test failures: 23 suites, 129 tests, 1 failure, 4 ignored (4 assumptions)

Total time: 35 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4729
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 223653 bytes
Compression is 0.0%
Took 0.12 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-trunk-Java7 - Build # 4734 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-trunk-Java7/4734/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
some core start times did not change on reload

Stack Trace:
java.lang.AssertionError: some core start times did not change on reload
	at __randomizedtesting.SeedInfo.seed([AD87BE6242A01482:2C61307A35FF74BE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:836)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11339 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/init-core-data-001
   [junit4]   2> 1498401 T9426 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1498401 T9426 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1498406 T9426 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1498406 T9426 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1498407 T9427 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1498507 T9426 oasc.ZkTestServer.run start zk server on port:21266
   [junit4]   2> 1498508 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1498512 T9433 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74301c0 name:ZooKeeperConnection Watcher:127.0.0.1:21266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1498512 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1498512 T9426 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1498524 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1498531 T9435 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@578d3a2f name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1498531 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1498531 T9426 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1498534 T9426 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1498543 T9426 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1498544 T9426 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1498547 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1498547 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1498560 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1498561 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1498664 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1498665 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1498675 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1498675 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1498678 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1498678 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1498689 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1498690 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1498693 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1498693 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1498700 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1498701 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1498708 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1498709 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1498711 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1498712 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1498719 T9426 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1498719 T9426 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 1500098 T9426 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1500103 T9426 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21273
   [junit4]   2> 1500103 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1500103 T9426 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1500104 T9426 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002
   [junit4]   2> 1500104 T9426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/'
   [junit4]   2> 1500136 T9426 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solr.xml
   [junit4]   2> 1500189 T9426 oasc.CoreContainer.<init> New CoreContainer 357958303
   [junit4]   2> 1500189 T9426 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/]
   [junit4]   2> 1500190 T9426 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1500191 T9426 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1500191 T9426 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1500191 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1500191 T9426 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1500191 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1500192 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1500192 T9426 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1500192 T9426 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1500193 T9426 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1500193 T9426 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1500193 T9426 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1500194 T9426 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21266/solr
   [junit4]   2> 1500194 T9426 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1500194 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1500200 T9446 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41c61faa name:ZooKeeperConnection Watcher:127.0.0.1:21266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1500201 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1500205 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1500211 T9448 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c453186 name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1500212 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1500219 T9426 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1500222 T9426 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1500233 T9426 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1500237 T9426 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1500244 T9426 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1500253 T9426 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1500254 T9426 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21273_
   [junit4]   2> 1500255 T9426 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21273_
   [junit4]   2> 1500265 T9426 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1500267 T9426 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1500281 T9426 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:21273_
   [junit4]   2> 1500281 T9426 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1500283 T9426 oasc.Overseer.start Overseer (id=91993579367890947-127.0.0.1:21273_-n_0000000000) starting
   [junit4]   2> 1500285 T9426 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1500293 T9450 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1500293 T9426 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1500295 T9426 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1500296 T9426 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1500298 T9449 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1500300 T9426 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1500300 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1500301 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1500302 T9453 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d599314 name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1500303 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1500304 T9426 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1500305 T9426 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1501330 T9426 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1501330 T9426 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1501333 T9426 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21277
   [junit4]   2> 1501334 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1501334 T9426 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1501334 T9426 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003
   [junit4]   2> 1501334 T9426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/'
   [junit4]   2> 1501366 T9426 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solr.xml
   [junit4]   2> 1501419 T9426 oasc.CoreContainer.<init> New CoreContainer 1651843796
   [junit4]   2> 1501419 T9426 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/]
   [junit4]   2> 1501420 T9426 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1501420 T9426 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1501421 T9426 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1501421 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1501421 T9426 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1501421 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1501422 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1501422 T9426 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1501422 T9426 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1501423 T9426 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1501423 T9426 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1501423 T9426 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1501423 T9426 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21266/solr
   [junit4]   2> 1501424 T9426 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1501424 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1501427 T9464 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7841becb name:ZooKeeperConnection Watcher:127.0.0.1:21266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1501427 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1501430 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1501438 T9466 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@250b8036 name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1501439 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1501455 T9426 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1502458 T9426 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21277_
   [junit4]   2> 1502486 T9426 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21277_
   [junit4]   2> 1502502 T9426 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1502503 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1504040 T9426 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1504041 T9426 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1504043 T9426 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21283
   [junit4]   2> 1504044 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1504044 T9426 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1504044 T9426 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004
   [junit4]   2> 1504045 T9426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/'
   [junit4]   2> 1504090 T9426 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solr.xml
   [junit4]   2> 1504165 T9426 oasc.CoreContainer.<init> New CoreContainer 1664444357
   [junit4]   2> 1504165 T9426 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/]
   [junit4]   2> 1504166 T9426 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1504166 T9426 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1504167 T9426 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1504167 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1504167 T9426 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1504167 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1504168 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1504168 T9426 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1504168 T9426 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1504169 T9426 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1504169 T9426 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1504169 T9426 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1504169 T9426 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21266/solr
   [junit4]   2> 1504170 T9426 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1504170 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1504185 T9478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@472fe965 name:ZooKeeperConnection Watcher:127.0.0.1:21266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1504186 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1504188 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1504190 T9480 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3601746a name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1504190 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1504212 T9426 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1505214 T9426 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21283_
   [junit4]   2> 1505216 T9426 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21283_
   [junit4]   2> 1505235 T9426 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1505235 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1506383 T9426 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 1506384 T9426 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1506387 T9426 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11898
   [junit4]   2> 1506387 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1506388 T9426 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1506388 T9426 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-005
   [junit4]   2> 1506388 T9426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-005/'
   [junit4]   2> 1506427 T9426 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-005/solr.xml
   [junit4]   2> 1506491 T9426 oasc.CoreContainer.<init> New CoreContainer 426898713
   [junit4]   2> 1506491 T9426 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-005/]
   [junit4]   2> 1506492 T9426 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1506493 T9426 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1506493 T9426 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1506493 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1506493 T9426 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1506493 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1506494 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1506494 T9426 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1506494 T9426 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1506495 T9426 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1506495 T9426 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1506495 T9426 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1506496 T9426 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21266/solr
   [junit4]   2> 1506496 T9426 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1506497 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1506526 T9492 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@892495c name:ZooKeeperConnection Watcher:127.0.0.1:21266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1506527 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1506539 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1506540 T9494 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f9bb211 name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1506541 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1506565 T9426 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1507568 T9426 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11898_
   [junit4]   2> 1507570 T9426 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11898_
   [junit4]   2> 1507580 T9426 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1507581 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1508929 T9426 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 1508929 T9426 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1508933 T9426 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:59239
   [junit4]   2> 1508933 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1508933 T9426 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1508934 T9426 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006
   [junit4]   2> 1508934 T9426 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/'
   [junit4]   2> 1508966 T9426 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solr.xml
   [junit4]   2> 1509019 T9426 oasc.CoreContainer.<init> New CoreContainer 983566699
   [junit4]   2> 1509019 T9426 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/]
   [junit4]   2> 1509020 T9426 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 1509020 T9426 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1509021 T9426 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1509021 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1509021 T9426 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1509021 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1509022 T9426 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1509022 T9426 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1509022 T9426 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1509023 T9426 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1509023 T9426 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1509023 T9426 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1509023 T9426 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21266/solr
   [junit4]   2> 1509024 T9426 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1509024 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1509033 T9506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60ca6dde name:ZooKeeperConnection Watcher:127.0.0.1:21266 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1509033 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1509035 T9426 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1509047 T9508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5081b57e name:ZooKeeperConnection Watcher:127.0.0.1:21266/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1509047 T9426 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1509062 T9426 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1510065 T9426 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59239_
   [junit4]   2> 1510077 T9426 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59239_
   [junit4]   2> 1510109 T9426 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1
   [junit4]   2> 1510109 T9426 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1510146 T9456 oasha.CollectionsHandler.handleCreateAction Creating Collection : wt=javabin&collection.configName=conf1&replicationFactor=2&version=2&action=CREATE&router.field=myOwnField&router.name=compositeId&numShards=2&name=solrj_collection
   [junit4]   2> 1510147 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510147 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510148 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510148 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510148 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510148 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510148 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510149 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510149 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510149 T9450 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1510150 T9510 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 1510150 T9510 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 1510151 T9510 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 1510168 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510169 T9449 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1510169 T9449 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 1510170 T9449 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 1510178 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510179 T9448 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510179 T9453 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510179 T9480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510179 T9466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510179 T9508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510179 T9494 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510268 T9510 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 1510269 T9510 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:21283_
   [junit4]   2> 1510269 T9510 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:59239_
   [junit4]   2> 1510270 T9510 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:21277_
   [junit4]   2> 1510271 T9470 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection.configName=conf1&shard=shard1&version=2&qt=/admin/cores&action=CREATE&collection=solrj_collection&numShards=2&name=solrj_collection_shard1_replica1
   [junit4]   2> 1510272 T9498 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection.configName=conf1&shard=shard1&version=2&qt=/admin/cores&action=CREATE&collection=solrj_collection&numShards=2&name=solrj_collection_shard1_replica2
   [junit4]   2> 1510271 T9510 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:21273_
   [junit4]   2> 1510273 T9457 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection.configName=conf1&shard=shard2&version=2&qt=/admin/cores&action=CREATE&collection=solrj_collection&numShards=2&name=solrj_collection_shard2_replica1
   [junit4]   2> 1510274 T9438 oasha.CoreAdminHandler.handleCreateAction core create command wt=javabin&collection.configName=conf1&shard=shard2&version=2&qt=/admin/cores&action=CREATE&collection=solrj_collection&numShards=2&name=solrj_collection_shard2_replica2
   [junit4]   2> 1510274 T9470 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 1510275 T9457 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 1510276 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510276 T9470 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1510276 T9457 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1510277 T9438 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 1510277 T9449 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 1510276 T9498 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 1510286 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510286 T9449 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21283",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21283_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1510286 T9438 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1510287 T9498 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1510289 T9449 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21277",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21277_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1510291 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510292 T9449 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:21273",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:21273_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1510294 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510294 T9449 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59239",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:59239_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 1510296 T9448 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1510401 T9480 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510401 T9508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510401 T9448 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510401 T9466 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510401 T9494 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1510401 T9453 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 1511277 T9470 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 1511277 T9457 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 1511279 T9470 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solr.xml
   [junit4]   2> 1511279 T9470 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1511279 T9457 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solr.xml
   [junit4]   2> 1511280 T9457 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1511280 T9470 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1511280 T9470 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1511280 T9457 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1511281 T9457 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1511281 T9470 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1511282 T9470 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/'
   [junit4]   2> 1511282 T9457 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1511282 T9457 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/'
   [junit4]   2> 1511288 T9498 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 1511288 T9438 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 1511288 T9498 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solr.xml
   [junit4]   2> 1511289 T9498 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1511289 T9438 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solr.xml
   [junit4]   2> 1511290 T9438 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 1511290 T9498 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1511290 T9438 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1511291 T9438 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1511290 T9498 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1511292 T9438 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1511293 T9438 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/'
   [junit4]   2> 1511293 T9498 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1511294 T9498 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/'
   [junit4]   2> 1511344 T9470 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1511349 T9457 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1511356 T9498 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1511362 T9438 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 1511445 T9470 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1511448 T9457 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1511454 T9498 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1511460 T9438 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1511546 T9470 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1511549 T9457 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1511555 T9498 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1511557 T9470 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 1511561 T9438 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 1511561 T9457 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 1511566 T9498 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 1511573 T9438 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 1512041 T9457 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1512044 T9470 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1512044 T9498 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1512054 T9457 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1512055 T9498 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1512056 T9470 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1512058 T9438 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1512058 T9457 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1512059 T9498 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1512059 T9470 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1512066 T9438 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1512069 T9438 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1512070 T9470 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512071 T9457 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512071 T9498 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512076 T9470 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512076 T9498 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512076 T9457 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512080 T9438 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512080 T9470 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512081 T9498 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512081 T9470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512082 T9470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512081 T9457 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512083 T9470 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512083 T9498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512084 T9457 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512084 T9470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512084 T9498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512085 T9438 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1512085 T9470 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512084 T9457 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512086 T9470 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 1512085 T9498 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512087 T9470 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1512086 T9457 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512088 T9498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512087 T9470 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/data/
   [junit4]   2> 1512088 T9457 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512088 T9498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512089 T9457 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512089 T9470 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459094bf
   [junit4]   2> 1512090 T9457 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 1512090 T9438 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512089 T9498 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 1512091 T9470 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/data
   [junit4]   2> 1512090 T9457 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1512091 T9470 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 1512091 T9438 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512091 T9498 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1512092 T9438 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512092 T9470 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1512092 T9457 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/data/
   [junit4]   2> 1512094 T9470 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 1512093 T9438 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1512093 T9498 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/data/
   [junit4]   2> 1512095 T9470 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=46.072265625, floorSegmentMB=1.806640625, forceMergeDeletesPctAllowed=21.91459383486243, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19837628658720466
   [junit4]   2> 1512094 T9457 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459094bf
   [junit4]   2> 1512095 T9438 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1512096 T9438 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1512095 T9498 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459094bf
   [junit4]   2> 1512097 T9438 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using configuration from collection solrj_collection
   [junit4]   2> 1512097 T9457 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/data
   [junit4]   2> 1512097 T9470 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@58a02257 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fcab077; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512098 T9457 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 1512098 T9498 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/data
   [junit4]   2> 1512098 T9438 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1512099 T9498 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 1512099 T9457 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1512098 T9470 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512100 T9457 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-003/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 1512100 T9498 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1512099 T9438 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/data/
   [junit4]   2> 1512102 T9498 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-006/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 1512101 T9457 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=46.072265625, floorSegmentMB=1.806640625, forceMergeDeletesPctAllowed=21.91459383486243, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19837628658720466
   [junit4]   2> 1512102 T9498 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=46.072265625, floorSegmentMB=1.806640625, forceMergeDeletesPctAllowed=21.91459383486243, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19837628658720466
   [junit4]   2> 1512102 T9438 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@459094bf
   [junit4]   2> 1512103 T9457 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5b5b9564 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d608f24; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512104 T9498 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@39a1ea49 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3cb54337; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512104 T9438 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/data
   [junit4]   2> 1512104 T9457 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512105 T9438 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 1512104 T9498 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512105 T9438 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1512106 T9470 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1512106 T9438 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-002/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 1512107 T9470 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512107 T9438 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=29, maxMergedSegmentMB=46.072265625, floorSegmentMB=1.806640625, forceMergeDeletesPctAllowed=21.91459383486243, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19837628658720466
   [junit4]   2> 1512107 T9470 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512108 T9470 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512108 T9470 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512108 T9438 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5e9f09c2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c9822; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512109 T9470 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1512109 T9438 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512110 T9470 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512110 T9470 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512111 T9457 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1512111 T9470 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1512111 T9457 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512111 T9498 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1512112 T9457 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512112 T9470 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1512112 T9457 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512112 T9498 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512113 T9457 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512113 T9470 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1512114 T9457 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1512113 T9498 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512114 T9470 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1512115 T9438 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1512115 T9457 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512115 T9498 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512116 T9457 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512116 T9438 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512115 T9470 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1512117 T9438 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1512116 T9457 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1512116 T9498 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512117 T9438 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512117 T9470 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1512118 T9438 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1512118 T9457 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1512118 T9498 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1512119 T9438 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1512119 T9470 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1512120 T9498 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512120 T9457 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1512121 T9498 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512121 T9470 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1512120 T9438 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512121 T9498 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1512121 T9457 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1512122 T9438 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1512122 T9470 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1512123 T9438 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1512123 T9457 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1512123 T9498 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1512124 T9438 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1512124 T9457 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1512125 T9498 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1512125 T9457 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1512125 T9438 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1512126 T9438 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1512125 T9498 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1512126 T9438 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1512126 T9457 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1512127 T9498 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1512127 T9438 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1512127 T9457 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1512128 T9438 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1512128 T9498 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1512129 T9438 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1512129 T9498 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1512129 T9438 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1512130 T9498 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1512130 T9498 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1512155 T9470 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1512156 T9498 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1512156 T9438 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1512156 T9457 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1512164 T9470 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1512165 T9470 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1512166 T9470 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8230120328535705]
   [junit4]   2> 1512166 T9498 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1512166 T9438 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1512166 T9457 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1512167 T9438 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1512167 T9470 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@58a02257 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7fcab077; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512167 T9498 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1512168 T9438 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8230120328535705]
   [junit4]   2> 1512168 T9470 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512167 T9457 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1512169 T9470 oass.SolrIndexSearcher.<init> Opening Searcher@61c65504[solrj_collection_shard1_replica1] main
   [junit4]   2> 1512169 T9438 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5e9f09c2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1c9822; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512169 T9498 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8230120328535705]
   [junit4]   2> 1512170 T9438 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512170 T9457 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8230120328535705]
   [junit4]   2> 1512170 T9470 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1512171 T9438 oass.SolrIndexSearcher.<init> Opening Searcher@77585f4b[solrj_collection_shard2_replica2] main
   [junit4]   2> 1512171 T9498 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@39a1ea49 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3cb54337; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512173 T9470 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1512172 T9438 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 1512172 T9457 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@5b5b9564 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d608f24; maxCacheMB=0.001953125 maxMergeSizeMB=0.51953125)),segFN=segments_1,generation=1}
   [junit4]   2> 1512173 T9470 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1512173 T9498 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512174 T9470 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1512174 T9438 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1512174 T9457 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1512175 T9438 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper

[...truncated too long message...]

 [junit4]   2> 1612224 T9480 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1612225 T9480 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/nodes_used_collection_shard1_replica1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/nodes_used_collection_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 1612225 T9480 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/nodes_used_collection_shard1_replica1/data/index
   [junit4]   2> 1612225 T9480 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/nodes_used_collection_shard1_replica1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/nodes_used_collection_shard1_replica1/data;done=false>>]
   [junit4]   2> 1612226 T9480 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001/tempDir-004/nodes_used_collection_shard1_replica1/data
   [junit4]   2> 1612226 T9480 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
   [junit4]   2> 1612226 T9480 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:139)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:294)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:357)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:131)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:126)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	
   [junit4]   2> 1612227 T9480 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:357)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 1612228 T9480 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-AD87BE6242A01482-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=310), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=310)), sim=DefaultSimilarity, locale=de_CH, timezone=America/Chihuahua
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_60 (64-bit)/cpus=16,threads=1,free=149921784,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, SuggestComponentTest, RollingRestartTest, SSLMigrationTest, OutputWriterTest, TestIBSimilarityFactory, StandardRequestHandlerTest, FullSolrCloudDistribCmdsTest, TestDistributedGrouping, DisMaxRequestHandlerTest, OpenCloseCoreStressTest, TestSolrCoreProperties, MultiTermTest, ShardRoutingCustomTest, HighlighterConfigTest, TestSchemaSimilarityResource, DistributedDebugComponentTest, TestCursorMarkWithoutUniqueKey, TestModifyConfFiles, SystemInfoHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SolrCmdDistributorTest, FileUtilsTest, TestConfigSets, UniqFieldsUpdateProcessorFactoryTest, SortByFunctionTest, TestReload, InfoHandlerTest, NumericFieldsTest, TestRangeQuery, SignatureUpdateProcessorFactoryTest, BlockDirectoryTest, TestPartialUpdateDeduplication, HttpPartitionTest, IndexBasedSpellCheckerTest, TestDocumentBuilder, RequiredFieldsTest, TestReRankQParserPlugin, TestBinaryField, TestQueryTypes, TestManagedSchemaFieldResource, TestComponentsName, TestJmxIntegration, ShardSplitTest, DistributedQueryComponentCustomSortTest, TestDFRSimilarityFactory, HdfsWriteToMultipleCollectionsTest, DirectUpdateHandlerTest, TestCollectionAPI, BadIndexSchemaTest, TestZkChroot, TestStressReorder, AnalyticsMergeStrategyTest, XsltUpdateRequestHandlerTest, CachingDirectoryFactoryTest, AsyncMigrateRouteKeyTest, ResponseHeaderTest, ConvertedLegacyTest, HdfsLockFactoryTest, TestShardHandlerFactory, TestOmitPositions, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 113.92s, 1 test, 1 failure <<< FAILURES!

[...truncated 781 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:467: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:447: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/build.xml:45: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/solr/common-build.xml:496: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:1296: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-trunk-Java7/lucene/common-build.xml:920: There were test failures: 415 suites, 1703 tests, 1 failure, 50 ignored (16 assumptions)

Total time: 115 minutes 4 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-Tests-trunk-Java7 #4729
Archived 3 artifacts
Archive block size is 32768
Received 0 blocks and 202937811 bytes
Compression is 0.0%
Took 33 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure