You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/10/13 08:51:34 UTC

[JENKINS] Lucene-Solr-Tests-7.1 - Build # 1 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.1/1/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest:     1) Thread[id=4404, name=zkCallback-647-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.ShardRoutingTest: 
   1) Thread[id=4404, name=zkCallback-647-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([C8A191FAF17E112E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardRoutingTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4404, name=zkCallback-647-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4404, name=zkCallback-647-thread-1, state=TIMED_WAITING, group=TGRP-ShardRoutingTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([C8A191FAF17E112E]:0)




Build Log:
[...truncated 45 lines...]
ERROR: Error cloning remote repo 'origin'
hudson.plugins.git.GitException: Command "git fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*" returned status code 128:
stdout: 
stderr: remote: Counting objects: 168904           
remote: Counting objects: 309714           
remote: Counting objects: 393212           
remote: Counting objects: 480707           
remote: Counting objects: 545934           
remote: Counting objects: 631247           
remote: Counting objects: 733460           
remote: Counting objects: 835288           
remote: Counting objects: 916746, done.        
remote: Compressing objects:   0% (1/178446)           
remote: Compressing objects:   1% (1785/178446)           
remote: Compressing objects:   2% (3569/178446)           
remote: Compressing objects:   3% (5354/178446)           
remote: Compressing objects:   4% (7138/178446)           
remote: Compressing objects:   5% (8923/178446)           
remote: Compressing objects:   6% (10707/178446)           
remote: Compressing objects:   7% (12492/178446)           
remote: Compressing objects:   8% (14276/178446)           
remote: Compressing objects:   9% (16061/178446)           
remote: Compressing objects:  10% (17845/178446)           
remote: Compressing objects:  11% (19630/178446)           
remote: Compressing objects:  12% (21414/178446)           
remote: Compressing objects:  13% (23198/178446)           
remote: Compressing objects:  14% (24983/178446)           
remote: Compressing objects:  15% (26767/178446)           
remote: Compressing objects:  16% (28552/178446)           
remote: Compressing objects:  17% (30336/178446)           
remote: Compressing objects:  18% (32121/178446)           
remote: Compressing objects:  19% (33905/178446)           
remote: Compressing objects:  20% (35690/178446)           
remote: Compressing objects:  21% (37474/178446)           
remote: Compressing objects:  22% (39259/178446)           
remote: Compressing objects:  23% (41043/178446)           
remote: Compressing objects:  24% (42828/178446)           
remote: Compressing objects:  25% (44612/178446)           
remote: Compressing objects:  26% (46396/178446)           
remote: Compressing objects:  27% (48181/178446)           
remote: Compressing objects:  28% (49965/178446)           
remote: Compressing objects:  29% (51750/178446)           
remote: Compressing objects:  30% (53534/178446)           
remote: Compressing objects:  31% (55319/178446)           
remote: Compressing objects:  32% (57103/178446)           
remote: Compressing objects:  33% (58888/178446)           
remote: Compressing objects:  34% (60672/178446)           
remote: Compressing objects:  35% (62457/178446)           
remote: Compressing objects:  36% (64241/178446)           
remote: Compressing objects:  37% (66026/178446)           
remote: Compressing objects:  38% (67810/178446)           
remote: Compressing objects:  39% (69594/178446)           
remote: Compressing objects:  40% (71379/178446)           
remote: Compressing objects:  41% (73163/178446)           
remote: Compressing objects:  42% (74948/178446)           
remote: Compressing objects:  43% (76732/178446)           
remote: Compressing objects:  44% (78517/178446)           
remote: Compressing objects:  45% (80301/178446)           
remote: Compressing objects:  46% (82086/178446)           
remote: Compressing objects:  47% (83870/178446)           
remote: Compressing objects:  48% (85655/178446)           
remote: Compressing objects:  49% (87439/178446)           
remote: Compressing objects:  50% (89223/178446)           
remote: Compressing objects:  51% (91008/178446)           
remote: Compressing objects:  52% (92792/178446)           
remote: Compressing objects:  53% (94577/178446)           
remote: Compressing objects:  54% (96361/178446)           
remote: Compressing objects:  55% (98146/178446)           
remote: Compressing objects:  56% (99930/178446)           
remote: Compressing objects:  57% (101715/178446)           
remote: Compressing objects:  58% (103499/178446)           
remote: Compressing objects:  59% (105284/178446)           
remote: Compressing objects:  60% (107068/178446)           
remote: Compressing objects:  61% (108853/178446)           
remote: Compressing objects:  62% (110637/178446)           
remote: Compressing objects:  63% (112421/178446)           
remote: Compressing objects:  64% (114206/178446)           
remote: Compressing objects:  65% (115990/178446)           
remote: Compressing objects:  66% (117775/178446)           
remote: Compressing objects:  67% (119559/178446)           
remote: Compressing objects:  68% (121344/178446)           
remote: Compressing objects:  69% (123128/178446)           
remote: Compressing objects:  70% (124913/178446)           
remote: Compressing objects:  71% (126697/178446)           
remote: Compressing objects:  72% (128482/178446)           
remote: Compressing objects:  73% (130266/178446)           
remote: Compressing objects:  74% (132051/178446)           
remote: Compressing objects:  75% (133835/178446)           
remote: Compressing objects:  76% (135619/178446)           
remote: Compressing objects:  77% (137404/178446)           
remote: Compressing objects:  78% (139188/178446)           
remote: Compressing objects:  79% (140973/178446)           
remote: Compressing objects:  80% (142757/178446)           
remote: Compressing objects:  81% (144542/178446)           
remote: Compressing objects:  82% (146326/178446)           
remote: Compressing objects:  83% (148111/178446)           
remote: Compressing objects:  84% (149895/178446)           
remote: Compressing objects:  85% (151680/178446)           
remote: Compressing objects:  86% (153464/178446)           
remote: Compressing objects:  87% (155249/178446)           
remote: Compressing objects:  88% (157033/178446)           
remote: Compressing objects:  89% (158817/178446)           
remote: Compressing objects:  90% (160602/178446)           
remote: Compressing objects:  91% (162386/178446)           
remote: Compressing objects:  92% (164171/178446)           
remote: Compressing objects:  93% (165955/178446)           
remote: Compressing objects:  94% (167740/178446)           
remote: Compressing objects:  94% (169303/178446)           
remote: Compressing objects:  95% (169524/178446)           
remote: Compressing objects:  96% (171309/178446)           
remote: Compressing objects:  97% (173093/178446)           
remote: Compressing objects:  98% (174878/178446)           
remote: Compressing objects:  99% (176662/178446)           
remote: Compressing objects: 100% (178446/178446)           
remote: Compressing objects: 100% (178446/178446), done.        
Receiving objects:   0% (1/916746)   
Receiving objects:   1% (9168/916746), 1.16 MiB | 2.06 MiB/s   
Receiving objects:   1% (17958/916746), 1.16 MiB | 2.06 MiB/s   
Receiving objects:   2% (18335/916746), 1.16 MiB | 2.06 MiB/s   
Receiving objects:   3% (27503/916746), 4.25 MiB | 3.70 MiB/s   
Receiving objects:   4% (36670/916746), 7.56 MiB | 4.58 MiB/s   
Receiving objects:   4% (37989/916746), 7.56 MiB | 4.58 MiB/s   
Receiving objects:   5% (45838/916746), 9.97 MiB | 4.58 MiB/s   
Receiving objects:   6% (55005/916746), 11.89 MiB | 4.44 MiB/s   
Receiving objects:   7% (64173/916746), 11.89 MiB | 4.44 MiB/s   
Receiving objects:   7% (66074/916746), 11.89 MiB | 4.44 MiB/s   
Receiving objects:   8% (73340/916746), 13.84 MiB | 4.15 MiB/s   
Receiving objects:   9% (82508/916746), 13.84 MiB | 4.15 MiB/s   
Receiving objects:  10% (91675/916746), 13.84 MiB | 4.15 MiB/s   
Receiving objects:  11% (100843/916746), 13.84 MiB | 4.15 MiB/s   
Receiving objects:  12% (110010/916746), 13.84 MiB | 4.15 MiB/s   
Receiving objects:  13% (119177/916746), 16.54 MiB | 4.31 MiB/s   
Receiving objects:  13% (119932/916746), 16.54 MiB | 4.31 MiB/s   
Receiving objects:  14% (128345/916746), 16.54 MiB | 4.31 MiB/s   
Receiving objects:  15% (137512/916746), 16.54 MiB | 4.31 MiB/s   
Receiving objects:  16% (146680/916746), 18.52 MiB | 4.27 MiB/s   
Receiving objects:  17% (155847/916746), 18.52 MiB | 4.27 MiB/s   
Receiving objects:  18% (165015/916746), 18.52 MiB | 4.27 MiB/s   
Receiving objects:  19% (174182/916746), 18.52 MiB | 4.27 MiB/s   
Receiving objects:  20% (183350/916746), 18.52 MiB | 4.27 MiB/s   
Receiving objects:  21% (192517/916746), 20.97 MiB | 4.33 MiB/s   
Receiving objects:  21% (195447/916746), 20.97 MiB | 4.33 MiB/s   
Receiving objects:  22% (201685/916746), 20.97 MiB | 4.33 MiB/s   
Receiving objects:  23% (210852/916746), 22.42 MiB | 4.45 MiB/s   
Receiving objects:  24% (220020/916746), 22.42 MiB | 4.45 MiB/s   
Receiving objects:  25% (229187/916746), 22.42 MiB | 4.45 MiB/s   
Receiving objects:  26% (238354/916746), 22.42 MiB | 4.45 MiB/s   
Receiving objects:  27% (247522/916746), 22.42 MiB | 4.45 MiB/s   
Receiving objects:  28% (256689/916746), 24.94 MiB | 4.40 MiB/s   
Receiving objects:  28% (261072/916746), 24.94 MiB | 4.40 MiB/s   
Receiving objects:  29% (265857/916746), 24.94 MiB | 4.40 MiB/s   
Receiving objects:  30% (275024/916746), 24.94 MiB | 4.40 MiB/s   
Receiving objects:  31% (284192/916746), 26.89 MiB | 4.11 MiB/s   
Receiving objects:  32% (293359/916746), 26.89 MiB | 4.11 MiB/s   
Receiving objects:  33% (302527/916746), 26.89 MiB | 4.11 MiB/s   
Receiving objects:  33% (309582/916746), 28.55 MiB | 3.97 MiB/s   
Receiving objects:  34% (311694/916746), 28.55 MiB | 3.97 MiB/s   
Receiving objects:  35% (320862/916746), 28.55 MiB | 3.97 MiB/s   
Receiving objects:  36% (330029/916746), 30.07 MiB | 3.88 MiB/s   
Receiving objects:  37% (339197/916746), 30.07 MiB | 3.88 MiB/s   
Receiving objects:  38% (348364/916746), 30.07 MiB | 3.88 MiB/s   
Receiving objects:  39% (357531/916746), 31.69 MiB | 3.94 MiB/s   
Receiving objects:  39% (358118/916746), 31.69 MiB | 3.94 MiB/s   
Receiving objects:  40% (366699/916746), 31.69 MiB | 3.94 MiB/s   
Receiving objects:  41% (375866/916746), 34.17 MiB | 3.41 MiB/s   
Receiving objects:  41% (377392/916746), 34.17 MiB | 3.41 MiB/s   
Receiving objects:  41% (383216/916746), 36.60 MiB | 3.04 MiB/s   
Receiving objects:  42% (385034/916746), 36.60 MiB | 3.04 MiB/s   
Receiving objects:  42% (385525/916746), 39.31 MiB | 2.61 MiB/s   
Receiving objects:  42% (385659/916746), 40.59 MiB | 2.51 MiB/s   
Receiving objects:  42% (387049/916746), 44.60 MiB | 2.39 MiB/s   
Receiving objects:  42% (387051/916746), 45.62 MiB | 2.40 MiB/s   
Receiving objects:  42% (388506/916746), 49.33 MiB | 2.41 MiB/s   
Receiving objects:  42% (388506/916746), 49.90 MiB | 2.16 MiB/s   
Receiving objects:  42% (390766/916746), 52.09 MiB | 1.98 MiB/s   
Receiving objects:  42% (390775/916746), 52.86 MiB | 1.88 MiB/s   
Receiving objects:  42% (393728/916746), 54.52 MiB | 1.73 MiB/s   
Receiving objects:  43% (394201/916746), 54.52 MiB | 1.73 MiB/s   
Receiving objects:  43% (398196/916746), 56.02 MiB | 1.61 MiB/s   
Receiving objects:  44% (403369/916746), 56.67 MiB | 1.45 MiB/s   
Receiving objects:  44% (404925/916746), 57.53 MiB | 1.57 MiB/s   
Receiving objects:  44% (409612/916746), 58.71 MiB | 1.40 MiB/s   
Receiving objects:  45% (412536/916746), 59.35 MiB | 1.37 MiB/s   
Receiving objects:  45% (415407/916746), 60.12 MiB | 1.39 MiB/s   
Receiving objects:  45% (421515/916746), 61.45 MiB | 1.33 MiB/s   
Receiving objects:  46% (421704/916746), 61.45 MiB | 1.33 MiB/s   
Receiving objects:  47% (430871/916746), 62.30 MiB | 1.33 MiB/s   
Receiving objects:  47% (431662/916746), 62.30 MiB | 1.33 MiB/s   
Receiving objects:  47% (439802/916746), 64.21 MiB | 1.41 MiB/s   
Receiving objects:  48% (440039/916746), 65.17 MiB | 1.51 MiB/s   
Receiving objects:  49% (449206/916746), 66.25 MiB | 1.60 MiB/s   
Receiving objects:  49% (449411/916746), 66.25 MiB | 1.60 MiB/s   
Receiving objects:  49% (451359/916746), 68.45 MiB | 1.76 MiB/s   
Receiving objects:  49% (456175/916746), 71.19 MiB | 2.06 MiB/s   
Receiving objects:  50% (458373/916746), 71.88 MiB | 2.05 MiB/s   
Receiving objects:  50% (459655/916746), 74.28 MiB | 2.12 MiB/s   
Receiving objects:  50% (459655/916746), 76.90 MiB | 2.25 MiB/s   
Receiving objects:  50% (461569/916746), 78.18 MiB | 2.27 MiB/s   
Receiving objects:  51% (467541/916746), 79.49 MiB | 2.25 MiB/s   
Receiving objects:  51% (468108/916746), 79.49 MiB | 2.25 MiB/s   
Receiving objects:  52% (476708/916746), 82.39 MiB | 2.28 MiB/s   
Receiving objects:  52% (479623/916746), 82.39 MiB | 2.28 MiB/s   
Receiving objects:  53% (485876/916746), 84.02 MiB | 2.46 MiB/s   
Receiving objects:  53% (491735/916746), 85.80 MiB | 2.57 MiB/s   
Receiving objects:  54% (495043/916746), 85.80 MiB | 2.57 MiB/s   
Receiving objects:  55% (504211/916746), 89.32 MiB | 2.85 MiB/s   
Receiving objects:  55% (506774/916746), 89.32 MiB | 2.85 MiB/s   
Receiving objects:  55% (508896/916746), 94.44 MiB | 3.31 MiB/s   
Receiving objects:  55% (508915/916746), 98.30 MiB | 3.65 MiB/s   
Receiving objects:  55% (508936/916746), 101.71 MiB | 3.70 MiB/s   
Receiving objects:  55% (509258/916746), 104.84 MiB | 3.58 MiB/s   
Receiving objects:  56% (513378/916746), 106.35 MiB | 3.57 MiB/s   
Receiving objects:  56% (518996/916746), 107.61 MiB | 3.26 MiB/s   
Receiving objects:  57% (522546/916746), 107.61 MiB | 3.26 MiB/s   
Receiving objects:  57% (530494/916746), 110.54 MiB | 2.87 MiB/s   
Receiving objects:  58% (531713/916746), 111.89 MiB | 2.88 MiB/s   
Receiving objects:  58% (539429/916746), 111.89 MiB | 2.88 MiB/s   
Receiving objects:  59% (540881/916746), 111.89 MiB | 2.88 MiB/s   
Receiving objects:  60% (550048/916746), 114.79 MiB | 2.67 MiB/s   
Receiving objects:  60% (551980/916746), 114.79 MiB | 2.67 MiB/s   
Receiving objects:  61% (559216/916746), 114.79 MiB | 2.67 MiB/s   
Receiving objects:  61% (565526/916746), 116.79 MiB | 2.43 MiB/s   
Receiving objects:  62% (568383/916746), 117.83 MiB | 2.33 MiB/s   
Receiving objects:  62% (572968/916746), 119.07 MiB | 2.32 MiB/s   
Receiving objects:  63% (577550/916746), 119.07 MiB | 2.32 MiB/s   
Receiving objects:  63% (580099/916746), 121.09 MiB | 2.13 MiB/s   
Receiving objects:  64% (586718/916746), 121.85 MiB | 2.02 MiB/s   
Receiving objects:  64% (586997/916746), 122.97 MiB | 2.05 MiB/s   
Receiving objects:  64% (587395/916746), 125.36 MiB | 2.05 MiB/s   
Receiving objects:  65% (595885/916746), 126.59 MiB | 2.10 MiB/s   
Receiving objects:  65% (598074/916746), 126.59 MiB | 2.10 MiB/s   
Receiving objects:  66% (605053/916746), 128.64 MiB | 2.04 MiB/s   
Receiving objects:  66% (609037/916746), 128.64 MiB | 2.04 MiB/s   
Receiving objects:  67% (614220/916746), 129.89 MiB | 2.09 MiB/s   
Receiving objects:  67% (620832/916746), 130.72 MiB | 2.04 MiB/s   
Receiving objects:  68% (623388/916746), 131.44 MiB | 2.04 MiB/s   
Receiving objects:  69% (632555/916746), 132.22 MiB | 1.93 MiB/s   
Receiving objects:  69% (632851/916746), 132.22 MiB | 1.93 MiB/s   
Receiving objects:  70% (641723/916746), 133.03 MiB | 1.85 MiB/s   
Receiving objects:  70% (649609/916746), 133.66 MiB | 1.71 MiB/s   
Receiving objects:  71% (650890/916746), 133.66 MiB | 1.71 MiB/s   
Receiving objects:  71% (659452/916746), 134.97 MiB | 1.53 MiB/s   
Receiving objects:  72% (660058/916746), 134.97 MiB | 1.53 MiB/s   
Receiving objects:  72% (666139/916746), 136.06 MiB | 1.29 MiB/s   
Receiving objects:  73% (669225/916746), 136.06 MiB | 1.29 MiB/s   
Receiving objects:  74% (678393/916746), 137.35 MiB | 1.24 MiB/s   
Receiving objects:  74% (679626/916746), 137.35 MiB | 1.24 MiB/s   
Receiving objects:  75% (687560/916746), 138.20 MiB | 1.27 MiB/s   
Receiving objects:  75% (696200/916746), 138.95 MiB | 1.24 MiB/s   
Receiving objects:  76% (696727/916746), 138.95 MiB | 1.24 MiB/s   
Receiving objects:  77% (705895/916746), 139.54 MiB | 1.23 MiB/s   
Receiving objects:  77% (709724/916746), 139.54 MiB | 1.23 MiB/s   
Receiving objects:  78% (715062/916746), 140.04 MiB | 1.16 MiB/s   
Receiving objects:  79% (724230/916746), 140.80 MiB | 1.21 MiB/s   
Receiving objects:  79% (726510/916746), 140.80 MiB | 1.21 MiB/s   
Receiving objects:  80% (733397/916746), 141.50 MiB | 1.22 MiB/s   
Receiving objects:  80% (737392/916746), 142.25 MiB | 1.24 MiB/s   
Receiving objects:  80% (737684/916746), 144.40 MiB | 1.26 MiB/s   
Receiving objects:  80% (740102/916746), 145.15 MiB | 1.27 MiB/s   
Receiving objects:  81% (742565/916746), 145.15 MiB | 1.27 MiB/s   
Receiving objects:  81% (745870/916746), 146.56 MiB | 1.35 MiB/s   
Receiving objects:  82% (751732/916746), 147.45 MiB | 1.38 MiB/s   
Receiving objects:  82% (754784/916746), 148.02 MiB | 1.39 MiB/s   
Receiving objects:  82% (758958/916746), 148.75 MiB | 1.38 MiB/s   
Receiving objects:  83% (760900/916746), 148.75 MiB | 1.38 MiB/s   
Receiving objects:  83% (763606/916746), 151.89 MiB | 1.58 MiB/s   
Receiving objects:  83% (763606/916746), 154.21 MiB | 1.70 MiB/s   
Receiving objects:  83% (763606/916746), 156.65 MiB | 1.89 MiB/s   
Receiving objects:  83% (763606/916746), 158.84 MiB | 2.09 MiB/s   
Receiving objects:  83% (763611/916746), 160.91 MiB | 2.13 MiB/s   
Receiving objects:  83% (763611/916746), 162.79 MiB | 2.00 MiB/s   
Receiving objects:  83% (763611/916746), 164.76 MiB | 2.04 MiB/s   
Receiving objects:  83% (763611/916746), 166.36 MiB | 1.83 MiB/s   
Receiving objects:  83% (764587/916746), 167.57 MiB | 1.90 MiB/s   
Receiving objects:  84% (770067/916746), 167.57 MiB | 1.90 MiB/s   
Receiving objects:  85% (779235/916746), 168.50 MiB | 1.91 MiB/s   
Receiving objects:  85% (785725/916746), 169.61 MiB | 1.91 MiB/s   
Receiving objects:  86% (788402/916746), 170.93 MiB | 1.95 MiB/s   
Receiving objects:  87% (797570/916746), 170.93 MiB | 1.95 MiB/s   
Receiving objects:  87% (802422/916746), 170.93 MiB | 1.95 MiB/s   
Receiving objects:  88% (806737/916746), 172.15 MiB | 2.04 MiB/s   
Receiving objects:  89% (815904/916746), 172.15 MiB | 2.04 MiB/s   
Receiving objects:  90% (825072/916746), 173.30 MiB | 2.04 MiB/s   
Receiving objects:  90% (826878/916746), 173.30 MiB | 2.04 MiB/s   
Receiving objects:  90% (829160/916746), 176.82 MiB | 2.18 MiB/s   
Receiving objects:  90% (829160/916746), 179.05 MiB | 2.18 MiB/s   
Receiving objects:  90% (832863/916746), 180.57 MiB | 2.26 MiB/s   
Receiving objects:  91% (834239/916746), 180.57 MiB | 2.26 MiB/s   
Receiving objects:  91% (834917/916746), 183.16 MiB | 2.30 MiB/s   
Receiving objects:  91% (834921/916746), 185.97 MiB | 2.33 MiB/s   
Receiving objects:  91% (835408/916746), 188.88 MiB | 2.49 MiB/s   
Receiving objects:  91% (835483/916746), 191.68 MiB | 2.57 MiB/s   
Receiving objects:  91% (835492/916746), 193.36 MiB | 2.55 MiB/s   
Receiving objects:  91% (835495/916746), 197.80 MiB | 2.62 MiB/s   
Receiving objects:  91% (835598/916746), 199.10 MiB | 2.73 MiB/s   
Receiving objects:  91% (835706/916746), 201.40 MiB | 2.58 MiB/s   
Receiving objects:  91% (835707/916746), 203.73 MiB | 2.53 MiB/s   
Receiving objects:  91% (835709/916746), 205.82 MiB | 2.32 MiB/s   
Receiving objects:  91% (835958/916746), 208.47 MiB | 2.29 MiB/s   
Receiving objects:  91% (835960/916746), 210.64 MiB | 2.11 MiB/s   
fatal: The remote end hung up unexpectedly
fatal: early EOF
fatal: index-pack failed

	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandIn(CliGitAPIImpl.java:1924)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.launchCommandWithCredentials(CliGitAPIImpl.java:1643)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl.access$300(CliGitAPIImpl.java:71)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$1.execute(CliGitAPIImpl.java:352)
	at org.jenkinsci.plugins.gitclient.CliGitAPIImpl$2.execute(CliGitAPIImpl.java:559)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:153)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler$1.call(RemoteGitImpl.java:146)
	at hudson.remoting.UserRequest.perform(UserRequest.java:181)
	at hudson.remoting.UserRequest.perform(UserRequest.java:52)
	at hudson.remoting.Request$2.run(Request.java:336)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:748)
	at ......remote call to lucene(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1554)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:281)
	at hudson.remoting.Channel.call(Channel.java:839)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.execute(RemoteGitImpl.java:146)
	at sun.reflect.GeneratedMethodAccessor883.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at org.jenkinsci.plugins.gitclient.RemoteGitImpl$CommandInvocationHandler.invoke(RemoteGitImpl.java:132)
	at com.sun.proxy.$Proxy141.execute(Unknown Source)
	at hudson.plugins.git.GitSCM.retrieveChanges(GitSCM.java:1075)
	at hudson.plugins.git.GitSCM.checkout(GitSCM.java:1115)
	at hudson.scm.SCM.checkout(SCM.java:495)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1212)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:566)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:491)
	at hudson.model.Run.execute(Run.java:1737)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:419)
ERROR: Error cloning remote repo 'origin'
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
No valid HEAD. Skipping the resetting
 > git clean -fdx # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
 > git --version # timeout=10
 > git fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
 > git rev-parse refs/remotes/origin/branch_7_1^{commit} # timeout=10
 > git rev-parse refs/remotes/origin/origin/branch_7_1^{commit} # timeout=10
Checking out Revision aed571cdfba081e5eb6ec1854ef816ece6385c84 (refs/remotes/origin/branch_7_1)
Commit message: "Ref Guide: fix "how to edit Jekyll" docs so section-toc optional parameter displays in output"
 > git config core.sparsecheckout # timeout=10
 > git checkout -f aed571cdfba081e5eb6ec1854ef816ece6385c84
First time build. Skipping changelog.
No emails were triggered.
[Lucene-Solr-Tests-7.1] $ /home/jenkins/tools/ant/apache-ant-1.8.4/bin/ant jenkins-hourly
Buildfile: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/build.xml

jenkins-hourly:

-print-java-info:
[java-info] java version "1.8.0_144"
[java-info] Java(TM) SE Runtime Environment (1.8.0_144-b01, Oracle Corporation)
[java-info] Java HotSpot(TM) 64-Bit Server VM (25.144-b01, Oracle Corporation)
[java-info] Test args: []

clean:

clean:

clean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: Apache Ivy 2.3.0 - 20130110142753 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.codehaus.groovy#groovy-all;2.4.12 in public
[ivy:cachepath] :: resolution report :: resolve 875ms :: artifacts dl 2ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   1   |   0   |   0   |   0   ||   1   |   0   |
	---------------------------------------------------------------------

-test-with-heapdumps-enabled:
     [echo] Java HotSpot(TM) 64-Bit Server VM: Enabling heap dumps on OutOfMemoryError to dir '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/heapdumps'.
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/heapdumps

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve-groovy:

test:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

-clover.load:

resolve-groovy:

-init-totals:

test-core:

-clover.disable:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

-clover.load:

-clover.classpath:

-clover.setup:

clover:

-check-git-state:

-git-cleanroot:

-copy-git-state:
     [copy] Copying 1 file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build

git-autoclean:

resolve:

init:

compile-core:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java
    [javac] Compiling 824 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/graph/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/document/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/bkd/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/compressing/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene60/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/index/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/fst/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/analysis/tokenattributes/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/search/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene62/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/packed/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/mutable/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene70/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/perfield/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/analysis/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/analysis/standard/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/store/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/blocktree/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/search/spans/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/search/similarities/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/util/automaton/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/codecs/lucene50/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java/org/apache/lucene/geo/package-info.class
     [copy] Copying 3 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/java

compile-test-framework:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

init:

compile-lucene-core:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:

compile-codecs:

-check-git-state:

-git-cleanroot:

-copy-git-state:

git-autoclean:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

common.init:

compile-lucene-core:

init:

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

compile-core:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java
    [javac] Compiling 67 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java/org/apache/lucene/codecs/bloom/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java/org/apache/lucene/codecs/memory/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java/org/apache/lucene/codecs/simpletext/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blockterms/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java/org/apache/lucene/codecs/blocktreeords/package-info.class
     [copy] Copying 3 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/codecs/classes/java

-clover.disable:

-clover.load:

-clover.classpath:

-clover.setup:

clover:

common.compile-core:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java
    [javac] Compiling 188 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/asserting/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/ramonly/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/mockfile/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cheapbastard/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/mockrandom/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/cranky/package-info.class
    [javac] Creating empty /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java/org/apache/lucene/codecs/compressing/dummy/package-info.class
     [copy] Copying 4 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/test-framework/classes/java

compile-core:

compile-test:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/test
    [javac] Compiling 462 source files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/test
    [javac] Note: Some input files use or override a deprecated API.
    [javac] Note: Recompile with -Xlint:deprecation for details.
     [copy] Copying 3 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/classes/test

install-junit4-taskdef:

validate:

resolve-groovy:

-init-totals:

-test:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/test
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/build/core/test/temp
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/.caches/test-stats/core
   [junit4] <JUnit4> says hallo! Master seed: 2983F1A742313ECB
   [junit4] Executing 455 suites with 3 JVMs.
   [junit4] 
   [junit4] Started J2 PID(27356@localhost).
   [junit4] Started J0 PID(27357@localhost).
   [junit4] Started J1 PID(27358@localhost).
   [junit4] Suite: org.apache.lucene.index.TestDoc
   [junit4] Completed [1/455] on J1 in 17.41s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestShardSearching
   [junit4] Completed [2/455] on J2 in 20.32s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTransactionRollback
   [junit4] Completed [3/455] on J1 in 6.20s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValuesIndexing
   [junit4] Completed [4/455] on J0 in 26.92s, 34 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestFastCompressionMode
   [junit4] Completed [5/455] on J2 in 12.98s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixInBooleanQuery
   [junit4] Completed [6/455] on J1 in 18.89s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCollectionUtil
   [junit4] Completed [7/455] on J2 in 71.37s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestCharsRef
   [junit4] Completed [8/455] on J2 in 1.15s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanOrQuery
   [junit4] Completed [9/455] on J2 in 0.27s, 3 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:38:43, stalled for 62.7s at: TestPointValues.testTieBreakByDocID
   [junit4] Suite: org.apache.lucene.index.TestPointValues
   [junit4] Completed [10/455] on J1 in 72.84s, 32 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:38:55, stalled for 71.8s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.index.TestCustomNorms
   [junit4] Completed [11/455] on J1 in 21.37s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLongPostings
   [junit4] Completed [12/455] on J2 in 70.11s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:39:55, stalled for  132s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.index.TestSegmentReader
   [junit4] Completed [13/455] on J2 in 10.12s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSameTokenSamePosition
   [junit4] Completed [14/455] on J2 in 1.57s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:40:31, stalled for 66.9s at: TestLucene70DocValuesFormat.testSparseDocValuesVsStoredFields
   [junit4] Suite: org.apache.lucene.index.TestBagOfPostings
   [junit4] Completed [15/455] on J2 in 45.11s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:40:55, stalled for  192s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.search.spans.TestBasics
   [junit4] Completed [16/455] on J2 in 36.89s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIndexSearcher
   [junit4] Completed [17/455] on J2 in 4.66s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestBinaryDocument
   [junit4] Completed [18/455] on J2 in 0.27s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:41:31, stalled for  127s at: TestLucene70DocValuesFormat.testSparseDocValuesVsStoredFields
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:41:56, stalled for  253s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMaxDocs
   [junit4] IGNOR/A 0.24s J2 | TestIndexWriterMaxDocs.testExactlyAtTrueLimit
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes over two hours))
   [junit4] Completed [19/455] on J2 in 31.22s, 21 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMixedCodecs
   [junit4] Completed [20/455] on J2 in 12.80s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexCommit
   [junit4] Completed [21/455] on J2 in 0.10s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSetOnce
   [junit4] Completed [22/455] on J2 in 0.42s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BNumericDocValues
   [junit4] IGNOR/A 0.00s J2 | Test2BNumericDocValues.testNumerics
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes ~ 2 hours if the heap is 5gb))
   [junit4] Completed [23/455] on J2 in 0.02s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterDeleteByQuery
   [junit4] Completed [24/455] on J2 in 0.20s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollingUpdates
   [junit4] Completed [25/455] on J2 in 20.22s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTwoPhaseCommitTool
   [junit4] Completed [26/455] on J2 in 0.81s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat2
   [junit4] Completed [27/455] on J2 in 4.74s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestStopFilter
   [junit4] Completed [28/455] on J2 in 0.25s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTThreads
   [junit4] Completed [29/455] on J2 in 6.97s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarity2
   [junit4] Completed [30/455] on J2 in 3.45s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVersion
   [junit4] Completed [31/455] on J2 in 0.42s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiLevelSkipList
   [junit4] Completed [32/455] on J2 in 1.35s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermQuery
   [junit4] Completed [33/455] on J2 in 0.50s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:42:57, stalled for  314s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:43:33, stalled for 69.9s at: TestLucene70DocValuesFormat.testSparseSortedNumericBlocksOfVariousBitsPerValue
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:43:57, stalled for  374s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.util.packed.TestPackedInts
   [junit4] IGNOR/A 0.34s J2 | TestPackedInts.testBlockReaderOverflow
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [34/455] on J2 in 103.53s, 28 tests, 3 skipped
   [junit4] 
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:44:57, stalled for  434s at: TestTermsEnum.testVaryingTermsPerSegment
   [junit4] Suite: org.apache.lucene.search.TestConjunctionDISI
   [junit4] Completed [35/455] on J2 in 49.45s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFieldCacheRewriteMethod
   [junit4] Completed [36/455] on J2 in 28.52s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSortedSetDocValues
   [junit4] Completed [38/455] on J2 in 0.28s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestCompiledAutomaton
   [junit4] Completed [39/455] on J2 in 0.65s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloads
   [junit4] Completed [40/455] on J2 in 1.58s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum
   [junit4] Completed [41/455] on J0 in 549.65s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermQueryRewrites
   [junit4] Completed [42/455] on J0 in 2.45s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoDeletionPolicy
   [junit4] Completed [43/455] on J0 in 1.38s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocCount
   [junit4] Completed [44/455] on J0 in 0.97s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterReader.testDuringAddIndexes
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [45/455] on J2 in 72.42s, 23 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery2
   [junit4] Completed [46/455] on J2 in 14.66s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldPostingsFormat
   [junit4] IGNOR/A 0.68s J0 | TestPerFieldPostingsFormat.testMergeStability
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] IGNOR/A 0.00s J0 | TestPerFieldPostingsFormat.testPostingsEnumReuse
   [junit4]    > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
   [junit4] Completed [47/455] on J0 in 87.04s, 25 tests, 2 skipped
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:48:11, stalled for 60.2s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterForceMerge
   [junit4] Completed [48/455] on J0 in 17.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestForceMergeForever
   [junit4] Completed [49/455] on J0 in 2.21s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocIDMerger
   [junit4] Completed [50/455] on J0 in 0.40s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPerSegmentDeletes
   [junit4] Completed [51/455] on J0 in 0.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMinShouldMatch2
   [junit4] Completed [52/455] on J2 in 77.00s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldsReader
   [junit4] Completed [53/455] on J2 in 5.42s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDisjunctionMaxQuery
   [junit4] Completed [54/455] on J2 in 5.36s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestForUtil
   [junit4] Completed [55/455] on J2 in 0.17s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanContainQuery
   [junit4] Completed [56/455] on J2 in 0.48s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestRegExp
   [junit4] Completed [57/455] on J2 in 0.58s, 6 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:49:12, stalled for  121s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.util.TestFixedBitSet
   [junit4] Completed [58/455] on J2 in 30.06s, 19 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestIntRangeFieldQueries
   [junit4] IGNOR/A 0.00s J0 | TestIntRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [59/455] on J0 in 65.22s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestNotDocIdSet
   [junit4] Completed [60/455] on J2 in 12.37s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanMinShouldMatch
   [junit4] Completed [61/455] on J0 in 37.12s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70SegmentInfoFormat
   [junit4] Completed [62/455] on J0 in 4.44s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConstantScoreQuery
   [junit4] Completed [63/455] on J0 in 0.37s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarityProvider
   [junit4] Completed [64/455] on J0 in 0.42s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestNearSpansOrdered
   [junit4] Completed [65/455] on J0 in 2.48s, 19 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:50:12, stalled for  181s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.search.TestTotalHitCountCollector
   [junit4] Completed [66/455] on J0 in 1.44s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNGramPhraseQuery
   [junit4] Completed [67/455] on J0 in 0.15s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestExitableDirectoryReader
   [junit4] Completed [68/455] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSmallFloat
   [junit4] Completed [69/455] on J0 in 1.99s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.packed.TestDirectMonotonic
   [junit4] Completed [70/455] on J0 in 15.61s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.Test2BBKDPoints
   [junit4] IGNOR/A 0.00s J0 | Test2BBKDPoints.test2D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] IGNOR/A 0.00s J0 | Test2BBKDPoints.test1D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] Completed [71/455] on J0 in 0.21s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestCachingCollector
   [junit4] Completed [72/455] on J0 in 0.79s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestBinaryTerms
   [junit4] Completed [73/455] on J0 in 1.13s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMerging
   [junit4] Completed [74/455] on J2 in 60.19s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCodecs
   [junit4] Completed [75/455] on J0 in 3.01s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.mutable.TestMutableValues
   [junit4] Completed [76/455] on J2 in 0.24s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestUniqueTermCount
   [junit4] Completed [77/455] on J0 in 0.60s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearchForDuplicates
   [junit4] Completed [78/455] on J2 in 1.14s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollector
   [junit4] Completed [79/455] on J0 in 1.78s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDocValuesScoring
   [junit4] Completed [80/455] on J2 in 1.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexManyDocuments
   [junit4] Completed [81/455] on J2 in 4.78s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2ScorerSupplier
   [junit4] Completed [82/455] on J2 in 1.00s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestLazyProxSkipping
   [junit4] Completed [83/455] on J2 in 3.92s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitNorms
   [junit4] Completed [84/455] on J0 in 10.07s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPayloadsOnVectors
   [junit4] Completed [85/455] on J2 in 0.36s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BSortedDocValuesOrds
   [junit4] IGNOR/A 0.00s J2 | Test2BSortedDocValuesOrds.test2BOrds
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~ 6 hours if the heap is 5gb))
   [junit4] Completed [86/455] on J2 in 0.01s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestNot
   [junit4] Completed [87/455] on J0 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterCodecReader
   [junit4] Completed [88/455] on J0 in 0.72s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:51:13, stalled for  242s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.search.TestScorerPerf
   [junit4] Completed [89/455] on J2 in 48.62s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanationsOfNonMatches
   [junit4] Completed [90/455] on J2 in 0.75s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReader
   [junit4] Completed [91/455] on J2 in 10.93s, 24 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocValues
   [junit4] Completed [92/455] on J2 in 3.55s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:52:13, stalled for  302s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.index.TestIndexingSequenceNumbers
   [junit4] Completed [93/455] on J0 in 131.59s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQueryVisitSubscorers
   [junit4] Completed [94/455] on J0 in 1.31s, 7 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:53:14, stalled for  363s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.util.bkd.TestMutablePointsReaderUtils
   [junit4] Completed [95/455] on J0 in 16.51s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BPoints
   [junit4] IGNOR/A 0.00s J0 | Test2BPoints.test2D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] IGNOR/A 0.00s J0 | Test2BPoints.test1D
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=takes at least 4 hours and consumes many GB of temp disk space))
   [junit4] Completed [96/455] on J0 in 0.03s, 2 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestLSBRadixSorter
   [junit4] Completed [97/455] on J0 in 2.18s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanations
   [junit4] Completed [98/455] on J0 in 13.90s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestManyFields
   [junit4] Completed [99/455] on J0 in 8.29s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTerminatingSortingCollector
   [junit4] Completed [100/455] on J2 in 110.97s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNoMergePolicy
   [junit4] Completed [101/455] on J2 in 0.96s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnVMError
   [junit4] IGNOR/A 0.04s J0 | TestIndexWriterOnVMError.testCheckpoint
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [102/455] on J0 in 5.85s, 3 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.compressing.TestHighCompressionMode
   [junit4] Completed [103/455] on J2 in 11.62s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNIOFSDirectory
   [junit4] Completed [104/455] on J0 in 8.55s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelCompositeReader
   [junit4] Completed [105/455] on J2 in 2.37s, 11 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:54:14, stalled for  424s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestIndexedDISI
   [junit4] Completed [106/455] on J0 in 34.45s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestUsageTrackingFilterCachingPolicy
   [junit4] Completed [107/455] on J0 in 0.30s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleSearchEquivalence
   [junit4] Completed [108/455] on J0 in 7.56s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentWriter
   [junit4] Completed [109/455] on J0 in 3.65s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCharArrayMap
   [junit4] Completed [110/455] on J0 in 1.02s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test4GBStoredFields
   [junit4] IGNOR/A 0.00s J0 | Test4GBStoredFields.test
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [111/455] on J0 in 0.03s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestWildcardRandom
   [junit4] Completed [112/455] on J0 in 1.00s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPersistentSnapshotDeletionPolicy
   [junit4] Completed [113/455] on J0 in 3.98s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.geo.TestPolygon2D
   [junit4] Completed [114/455] on J2 in 51.99s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestBM25Similarity
   [junit4] Completed [115/455] on J2 in 0.45s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSubScorerFreqs
   [junit4] Completed [116/455] on J2 in 0.50s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestIntsRef
   [junit4] Completed [117/455] on J2 in 0.18s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortedSetSelector
   [junit4] Completed [118/455] on J2 in 2.09s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterLockRelease
   [junit4] Completed [119/455] on J2 in 0.12s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestConjunctions
   [junit4] Completed [120/455] on J2 in 0.23s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:55:14, stalled for  484s at: TestLucene70DocValuesFormat.testTermsEnumLongSharedPrefixes
   [junit4] Suite: org.apache.lucene.util.TestArrayUtil
   [junit4] Completed [121/455] on J2 in 33.85s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestExceedMaxTermLength
   [junit4] Completed [122/455] on J2 in 0.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsCollector
   [junit4] Completed [123/455] on J2 in 0.54s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestBufferedIndexInput
   [junit4] Completed [124/455] on J2 in 2.74s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDoubleRangeFieldQueries
   [junit4] IGNOR/A 0.00s J0 | TestDoubleRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [125/455] on J0 in 44.13s, 5 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanRewrites
   [junit4] Completed [126/455] on J0 in 1.85s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMmapDirectory
   [junit4] Completed [127/455] on J2 in 18.35s, 43 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRadixSelector
   [junit4] Completed [128/455] on J0 in 15.01s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFieldReuse
   [junit4] Completed [129/455] on J2 in 0.44s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestSentinelIntSet
   [junit4] Completed [130/455] on J2 in 1.26s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
   [junit4] Completed [131/455] on J0 in 4.30s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSimpleFSDirectory
   [junit4] Completed [132/455] on J0 in 6.15s, 42 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestHugeRamFile
   [junit4] Completed [133/455] on J2 in 14.96s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiTermsEnum
   [junit4] Completed [134/455] on J2 in 0.21s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:56:51, stalled for 71.4s at: TestLucene70DocValuesFormat.testTermsEnumVariableWidth
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:57:52, stalled for  132s at: TestLucene70DocValuesFormat.testTermsEnumVariableWidth
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T03:58:16, stalled for 60.6s at: TestLucene50TermVectorsFormat.testRamBytesUsed
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50TermVectorsFormat
   [junit4] Completed [135/455] on J0 in 150.65s, 17 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexInput
   [junit4] Completed [136/455] on J0 in 6.92s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterConfig
   [junit4] Completed [137/455] on J0 in 0.93s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFloatRangeFieldQueries
   [junit4] IGNOR/A 0.00s J0 | TestFloatRangeFieldQueries.testRandomBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [138/455] on J0 in 32.56s, 5 tests, 1 skipped
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T03:59:17, stalled for 67.6s at: TestLucene70DocValuesFormat.testSortedVariableLengthBigVsStoredFields
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T04:00:17, stalled for 65.1s at: TestIndexWriterExceptions2.testBasics
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions2
   [junit4] Completed [139/455] on J0 in 70.25s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing
   [junit4] Completed [140/455] on J0 in 3.44s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestReaderWrapperDVTypeCheck
   [junit4] Completed [141/455] on J0 in 0.09s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesCheckIndexHeader
   [junit4] Completed [142/455] on J0 in 2.44s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T04:01:05, stalled for 62.1s at: TestLucene70DocValuesFormat.testSortedSetVariableLengthBigVsStoredFields
   [junit4] Suite: org.apache.lucene.util.TestPagedBytes
   [junit4] Completed [143/455] on J0 in 37.88s, 4 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSnapshotDeletionPolicy
   [junit4] Completed [144/455] on J0 in 2.59s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestQueryRescorer
   [junit4] Completed [145/455] on J0 in 2.36s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIntBlockPool
   [junit4] Completed [146/455] on J0 in 9.23s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.perfield.TestPerFieldDocValuesFormat
   [junit4] Completed [147/455] on J2 in 325.00s, 110 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.fst.TestBytesStore
   [junit4] Completed [148/455] on J2 in 9.16s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterWithThreads
   [junit4] IGNOR/A 0.11s J2 | TestIndexWriterWithThreads.testOpenTwoIndexWritersOnDifferentThreads
   [junit4]    > Assumption #1: aborting test: timeout obtaining lock
   [junit4] Completed [149/455] on J2 in 14.96s, 12 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene50CompoundFormat
   [junit4] Completed [150/455] on J0 in 38.77s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestEarlyTermination
   [junit4] Completed [151/455] on J0 in 0.78s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T04:02:07, stalled for  124s at: TestLucene70DocValuesFormat.testSortedSetVariableLengthBigVsStoredFields
   [junit4] Suite: org.apache.lucene.util.TestSloppyMath
   [junit4] Completed [152/455] on J0 in 23.28s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestGraphTokenizers
   [junit4] Completed [153/455] on J2 in 41.45s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestUTF32ToUTF8
   [junit4] Completed [154/455] on J0 in 22.47s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderCleanup
   [junit4] Completed [155/455] on J0 in 0.18s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestFieldMaskingSpanQuery
   [junit4] IGNOR/A 0.01s J0 | TestFieldMaskingSpanQuery.testSpans2
   [junit4]    > Assumption #1: Broken scoring: LUCENE-3723
   [junit4] IGNOR/A 1.67s J0 | TestFieldMaskingSpanQuery.testSimple2
   [junit4]    > Assumption #1: Broken scoring: LUCENE-3723
   [junit4] Completed [156/455] on J0 in 3.06s, 11 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestThreadedForceMerge
   [junit4] Completed [157/455] on J0 in 3.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiCollector
   [junit4] Completed [158/455] on J0 in 4.68s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T04:03:08, stalled for  185s at: TestLucene70DocValuesFormat.testSortedSetVariableLengthBigVsStoredFields
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4] IGNOR/A 0.00s J0 | TestBinaryDocValuesUpdates.testTonsOfUpdates
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [159/455] on J0 in 20.91s, 29 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterExceptions
   [junit4] IGNOR/A 0.00s J2 | TestIndexWriterExceptions.testTooManyTokens
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [160/455] on J2 in 84.44s, 34 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestMultiMMap
   [junit4] Completed [161/455] on J2 in 22.50s, 54 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T04:04:33, stalled for 65.3s at: TestLucene70DocValuesFormat.testSortedNumericBlocksOfVariousBitsPerValue
   [junit4] Suite: org.apache.lucene.search.TestSearcherManager
   [junit4] Completed [162/455] on J2 in 12.04s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDeletionPolicy
   [junit4] Completed [163/455] on J2 in 9.12s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriter
   [junit4] Completed [164/455] on J0 in 94.55s, 72 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRescorer
   [junit4] Completed [165/455] on J0 in 3.91s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanOr
   [junit4] Completed [166/455] on J2 in 10.82s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlushByRamOrCountsPolicy
   [junit4] Completed [167/455] on J2 in 17.51s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSloppyPhraseQuery
   [junit4] Completed [168/455] on J2 in 8.43s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterMergePolicy
   [junit4] Completed [169/455] on J2 in 16.70s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestSleepingLockWrapper
   [junit4] Completed [170/455] on J0 in 56.20s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAtomicUpdate
   [junit4] Completed [171/455] on J0 in 13.89s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoolean2
   [junit4] Completed [172/455] on J2 in 38.23s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNorms
   [junit4] Completed [173/455] on J2 in 5.86s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene70.TestLucene70DocValuesFormat
   [junit4] IGNOR/A 0.05s J1 | TestLucene70DocValuesFormat.testSortedVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLucene70DocValuesFormat.testSortedSetVariableLengthManyVsStoredFields
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestLucene70DocValuesFormat.testTermsEnumRandomMany
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [174/455] on J1 in 1648.99s, 126 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressAdvance
   [junit4] Completed [175/455] on J0 in 29.03s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterCommit
   [junit4] Completed [176/455] on J0 in 7.15s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDirectoryReaderReopen
   [junit4] Completed [177/455] on J0 in 7.59s, 14 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchWithThreads
   [junit4] Completed [178/455] on J0 in 18.77s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSearchAfter
   [junit4] Completed [179/455] on J0 in 3.33s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOutOfFileDescriptors
   [junit4] Completed [180/455] on J1 in 41.02s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFilterLeafReader
   [junit4] Completed [181/455] on J1 in 0.94s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCustomTermFreq
   [junit4] Completed [182/455] on J1 in 0.99s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestRollback
   [junit4] Completed [183/455] on J1 in 0.28s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiTermConstantScore
   [junit4] Completed [184/455] on J1 in 12.30s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBoostQuery
   [junit4] Completed [185/455] on J1 in 0.21s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.codecs.lucene50.TestLucene60FieldInfoFormat
   [junit4] Completed [186/455] on J1 in 5.23s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestElevationComparator
   [junit4] Completed [187/455] on J1 in 0.70s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSynonymQuery
   [junit4] Completed [188/455] on J1 in 0.21s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestFileSwitchDirectory
   [junit4] IGNOR/A 0.04s J1 | TestFileSwitchDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.04s J1 | TestFileSwitchDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [189/455] on J1 in 13.44s, 43 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanFirstQuery
   [junit4] Completed [190/455] on J1 in 0.39s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConcurrentMergeScheduler
   [junit4] Completed [191/455] on J0 in 56.10s, 16 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNeverDelete
   [junit4] Completed [192/455] on J0 in 3.72s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom2
   [junit4] Completed [193/455] on J1 in 25.61s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTopDocsMerge
   [junit4] Completed [194/455] on J0 in 11.71s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestMinimize
   [junit4] Completed [195/455] on J0 in 18.49s, 3 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(27356@localhost): 2017-10-13T04:08:59, stalled for 65.1s at: TestStandardAnalyzer.testLargePartiallyMatchingToken
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterUnicode
   [junit4] Completed [196/455] on J0 in 24.69s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestNRTReaderWithThreads
   [junit4] Completed [197/455] on J0 in 5.85s, 1 test
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T04:09:24, stalled for 66.0s at: TestDuelingCodecs.testEquals
   [junit4] Suite: org.apache.lucene.index.TestTieredMergePolicy
   [junit4] Completed [198/455] on J0 in 27.19s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.standard.TestStandardAnalyzer
   [junit4] Completed [199/455] on J2 in 198.85s, 36 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestConsistentFieldNumbers
   [junit4] Completed [200/455] on J2 in 9.73s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestLevenshteinAutomata
   [junit4] Completed [201/455] on J0 in 24.25s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestLockFactory
   [junit4] Completed [202/455] on J0 in 0.21s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentMerger
   [junit4] Completed [203/455] on J0 in 12.93s, 3 tests
   [junit4] 
   [junit4] HEARTBEAT J1 PID(27358@localhost): 2017-10-13T04:10:36, stalled for 62.2s at: TestDuelingCodecs.testCrazyReaderEquals
   [junit4] Suite: org.apache.lucene.search.TestPhraseQuery
   [junit4] Completed [204/455] on J0 in 14.13s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecs
   [junit4] Completed [205/455] on J1 in 156.90s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestVirtualMethod
   [junit4] Completed [206/455] on J1 in 0.50s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J2 PID(27356@localhost): 2017-10-13T04:11:12, stalled for 71.2s at: TestWeakIdentityMap.testConcurrentHashMap
   [junit4] Suite: org.apache.lucene.util.packed.TestDirectPacked
   [junit4] Completed [207/455] on J1 in 17.43s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestWeakIdentityMap
   [junit4] Completed [208/455] on J2 in 86.10s, 2 tests
   [junit4] 
   [junit4] HEARTBEAT J0 PID(27357@localhost): 2017-10-13T04:11:48, stalled for 69.8s at: TestBagOfPositions.test
   [junit4] Suite: org.apache.lucene.index.TestBagOfPositions
   [junit4] Completed [209/455] on J0 in 70.84s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestNRTCachingDirectory
   [junit4] IGNOR/A 0.02s J2 | TestNRTCachingDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] IGNOR/A 0.00s J2 | TestNRTCachingDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] Completed [210/455] on J2 in 37.36s, 44 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterNRTIsCurrent
   [junit4] Completed [211/455] on J0 in 21.35s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrash
   [junit4] Completed [212/455] on J2 in 11.12s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermDocs
   [junit4] Completed [213/455] on J2 in 4.93s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSort
   [junit4] Completed [214/455] on J2 in 1.31s, 25 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestToken
   [junit4] Completed [215/455] on J2 in 0.24s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiThreadTermVectors
   [junit4] Completed [216/455] on J0 in 14.75s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.similarities.TestSimilarityBase
   [junit4] Completed [217/455] on J2 in 6.81s, 31 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermsEnum2
   [junit4] Completed [218/455] on J0 in 7.20s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.Test2BDocs
   [junit4] IGNOR/A 0.00s J0 | Test2BDocs.test2BDocs
   [junit4]    > Assumption #1: 'monster' test group is disabled (@Monster(value=Takes ~30min))
   [junit4] Completed [219/455] on J0 in 0.00s, 1 test, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterOnDiskFull
   [junit4] Completed [220/455] on J0 in 3.97s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4] Completed [221/455] on J0 in 5.15s, 26 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminizeLexicon
   [junit4] Completed [222/455] on J2 in 19.37s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPostingsOffsets
   [junit4] Completed [223/455] on J0 in 6.87s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestFlex
   [junit4] Completed [224/455] on J2 in 6.08s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanations
   [junit4] Completed [225/455] on J0 in 6.06s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestStressIndexing2
   [junit4] Completed [226/455] on J2 in 5.14s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMultiPhraseQuery
   [junit4] Completed [227/455] on J2 in 1.83s, 16 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.store.TestRAMDirectory
   [junit4] IGNOR/A 0.01s J0 | TestRAMDirectory.testPendingDeletions
   [junit4]    > Assumption #1: we can only install VirusCheckingFS on an FSDirectory
   [junit4] IGNOR/A 0.00s J0 | TestRAMDirectory.testFsyncDoesntCreateNewFiles
   [junit4]    > Assumption #1: test only works for FSDirectory subclasses
   [junit4] Completed [228/455] on J0 in 11.61s, 46 tests, 2 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.automaton.TestDeterminism
   [junit4] Completed [229/455] on J2 in 9.33s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocsAndPositions
   [junit4] Completed [230/455] on J0 in 2.65s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsWriter
   [junit4] Completed [231/455] on J0 in 1.67s, 15 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.tokenattributes.TestCharTermAttributeImpl
   [junit4] Completed [232/455] on J0 in 5.74s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestMergeSchedulerExternal
   [junit4] Completed [233/455] on J2 in 8.86s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitPositions
   [junit4] Completed [234/455] on J0 in 1.63s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestOmitTf
   [junit4] Completed [235/455] on J0 in 1.27s, 6 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.bkd.TestBKD
   [junit4] IGNOR/A 0.00s J1 | TestBKD.testRandomBinaryBig
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [236/455] on J1 in 132.17s, 19 tests, 1 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiFields
   [junit4] Completed [237/455] on J0 in 4.52s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermRangeQuery
   [junit4] Completed [238/455] on J0 in 0.52s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDocumentsWriterDeleteQueue
   [junit4] Completed [239/455] on J0 in 1.64s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCrashCausesCorruptIndex
   [junit4] Completed [240/455] on J0 in 1.51s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestLiveFieldValues
   [junit4] Completed [241/455] on J0 in 11.34s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestBytesRefHash
   [junit4] Completed [242/455] on J2 in 26.72s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDoubleValuesSource
   [junit4] Completed [243/455] on J1 in 29.20s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesDetectTruncation
   [junit4] Completed [244/455] on J1 in 5.40s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanSearchEquivalence
   [junit4] Completed [245/455] on J0 in 19.19s, 33 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimpleExplanationsOfNonMatches
   [junit4] Completed [246/455] on J0 in 0.63s, 70 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpQuery
   [junit4] Completed [247/455] on J0 in 0.42s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestTermVectorsReader
   [junit4] Completed [248/455] on J0 in 0.88s, 13 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSegmentTermEnum
   [junit4] Completed [249/455] on J0 in 0.27s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestBooleanQuery
   [junit4] Completed [250/455] on J0 in 1.10s, 22 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestUnicodeUtil
   [junit4] Completed [251/455] on J0 in 6.23s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSortRandom
   [junit4] Completed [252/455] on J0 in 3.96s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestAllFilesHaveCodecHeader
   [junit4] Completed [253/455] on J0 in 5.51s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestByteSlices
   [junit4] Completed [254/455] on J1 in 34.77s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.FuzzyTermOnShortTermsTest
   [junit4] Completed [255/455] on J1 in 0.50s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanExplanationsOfNonMatches
   [junit4] Completed [256/455] on J1 in 0.84s, 30 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestPrefixCodedTerms
   [junit4] Completed [257/455] on J1 in 0.55s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestAutomatonQuery
   [junit4] Completed [258/455] on J0 in 12.36s, 8 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelReaderEmptyIndex
   [junit4] Completed [259/455] on J0 in 0.16s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDocument
   [junit4] Completed [260/455] on J0 in 0.31s, 12 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMaxTermFrequency
   [junit4] Completed [261/455] on J0 in 1.64s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4] Completed [262/455] on J2 in 48.96s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestTermScorer
   [junit4] Completed [263/455] on J0 in 0.66s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSumDocFreq
   [junit4] Completed [264/455] on J2 in 2.23s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexableField
   [junit4] Completed [265/455] on J0 in 2.66s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSameScoresWithThreads
   [junit4] Completed [266/455] on J1 in 6.85s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestDuelingCodecsAtNight
   [junit4] IGNOR/A 0.00s J1 | TestDuelingCodecsAtNight.testCrazyReaderEquals
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestDuelingCodecsAtNight.testBigEquals
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] IGNOR/A 0.00s J1 | TestDuelingCodecsAtNight.testEquals
   [junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly())
   [junit4] Completed [267/455] on J1 in 0.11s, 3 tests, 3 skipped
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestRegexpRandom
   [junit4] Completed [268/455] on J0 in 0.95s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestMultiDocValues
   [junit4] Completed [269/455] on J1 in 2.32s, 7 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestCheckIndex
   [junit4] Completed [270/455] on J0 in 8.96s, 4 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.spans.TestSpanMultiTermQueryWrapper
   [junit4] Completed [271/455] on J0 in 0.58s, 9 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestSizeBoundedForceMerge
   [junit4] Completed [272/455] on J0 in 0.67s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestPrefixRandom
   [junit4] Completed [273/455] on J2 in 12.21s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestMatchAllDocsQuery
   [junit4] Completed [274/455] on J2 in 0.15s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestIndexFileDeleter
   [junit4] Completed [275/455] on J0 in 5.64s, 10 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.index.TestParallelTermEnum
   [junit4] Completed [276/455] on J0 in 0.37s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRecyclingIntBlockAllocator
   [junit4] Completed [277/455] on J0 in 0.75s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestField
   [junit4] Completed [278/455] on J0 in 0.97s, 23 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestComplexExplanations
   [junit4] Completed [279/455] on J1 in 17.36s, 21 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestDateSort
   [junit4] Completed [280/455] on J0 in 0.55s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4] Completed [281/455] on J0 in 0.18s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestRollingBuffer
   [junit4] Completed [282/455] on J0 in 5.49s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.lucene.TestSearch
   [junit4] Completed [283/455] on J0 in 0.18s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.analysis.TestCachingTokenFilter
   [junit4] Completed [284/455] on J0 in 3.17s, 2 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.document.TestDateTools
   [junit4] Completed [285/455] on J0 in 0.39s, 5 tests
   [junit4] 
   [junit4] Suite: org.apache.lucene.util.TestPriorityQueue
   [junit4] Completed [286/455] on J0 in 6.07s, 9 tests
   [junit4] 
   [ju

[...truncated too long message...]

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

common.resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/null1189961161
     [copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/null1189961161
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/null1189961161

resolve-example:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

resolve-server:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.

-ivy-fail-disallowed-ivy-version:

ivy-fail:

ivy-fail:

ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/lucene/top-level-ivy-settings.xml

resolve:

jar-checksums:
    [mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/null567198784
     [copy] Copying 216 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/null567198784
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/null567198784

check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] 	confs: [default]
[ivy:cachepath] 	found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] 	found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] 	found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] 	found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] 	found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] 	found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] 	found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 86ms :: artifacts dl 19ms
	---------------------------------------------------------------------
	|                  |            modules            ||   artifacts   |
	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
	---------------------------------------------------------------------
	|      default     |   8   |   0   |   0   |   0   ||   8   |   0   |
	---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...

-jenkins-base:

BUILD SUCCESSFUL
Total time: 316 minutes 6 seconds
Archiving artifacts
WARN: No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
WARN: java.lang.InterruptedException: no matches found within 10000
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)

[JENKINS] Lucene-Solr-Tests-7.1 - Build # 3 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.1/3/

7 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit

Error Message:
expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC:65130D6B808E8A26]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.ShardSplitTest.testSplitAfterFailedSplit(ShardSplitTest.java:279)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestStressLiveNodes.testStress

Error Message:
iter49 16 != 1 expected:<[127.0.0.1:60160_solr, thrasher-T49_0-0, thrasher-T49_0-1, thrasher-T49_0-2, thrasher-T49_0-3, thrasher-T49_0-4, thrasher-T49_1-0, thrasher-T49_1-1, thrasher-T49_1-2, thrasher-T49_1-3, thrasher-T49_1-4, thrasher-T49_2-0, thrasher-T49_2-1, thrasher-T49_2-2, thrasher-T49_2-3, thrasher-T49_2-4]> but was:<[127.0.0.1:60160_solr]>

Stack Trace:
java.lang.AssertionError: iter49 16 != 1 expected:<[127.0.0.1:60160_solr, thrasher-T49_0-0, thrasher-T49_0-1, thrasher-T49_0-2, thrasher-T49_0-3, thrasher-T49_0-4, thrasher-T49_1-0, thrasher-T49_1-1, thrasher-T49_1-2, thrasher-T49_1-3, thrasher-T49_1-4, thrasher-T49_2-0, thrasher-T49_2-1, thrasher-T49_2-2, thrasher-T49_2-3, thrasher-T49_2-4]> but was:<[127.0.0.1:60160_solr]>
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC:8945E3053F0C3FD7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.cloud.TestStressLiveNodes.testStress(TestStressLiveNodes.java:203)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestStressLiveNodes:     1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestStressLiveNodes: 
   1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressLiveNodes

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC]:0)


FAILED:  org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Could not load collection from ZK: testSimple3

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: testSimple3
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC:A4EDBA3A9B08137D]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1170)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:690)
	at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:146)
	at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:72)
	at org.apache.solr.common.cloud.ClusterStateUtil.waitForAllActiveAndLiveReplicas(ClusterStateUtil.java:46)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:91)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/testSimple3/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1182)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1168)
	... 44 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC:140AA11E1207AA54]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1323)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:438)
	at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:122)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index: 0, Size: 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index: 0, Size: 0
	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC:8816C5919FFC7AB2]:0)
	at java.util.ArrayList.rangeCheck(ArrayList.java:653)
	at java.util.ArrayList.get(ArrayList.java:429)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11790 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 792050 INFO  (SUITE-TestReplicationHandler-seed#[9C5E9EC4BCFBC7AC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/init-core-data-001
   [junit4]   2> 792050 WARN  (SUITE-TestReplicationHandler-seed#[9C5E9EC4BCFBC7AC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 792094 INFO  (SUITE-TestReplicationHandler-seed#[9C5E9EC4BCFBC7AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 792096 INFO  (SUITE-TestReplicationHandler-seed#[9C5E9EC4BCFBC7AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 792731 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
   [junit4]   2> 792732 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/collection1
   [junit4]   2> 792793 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 793158 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45329510{/solr,null,AVAILABLE}
   [junit4]   2> 793203 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bdc68b9{HTTP/1.1,[http/1.1]}{127.0.0.1:40531}
   [junit4]   2> 793203 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server Started @814860ms
   [junit4]   2> 793203 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=40531}
   [junit4]   2> 793204 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 793204 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 793204 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 793204 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 793307 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-16T00:26:51.645Z
   [junit4]   2> 793308 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/solr.xml
   [junit4]   2> 793897 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 793897 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 793944 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 795722 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 795936 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 795936 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 795943 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/.
   [junit4]   2> 795943 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 795952 INFO  (coreLoadExecutor-263-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 796207 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 798284 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 798453 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 798454 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 798454 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 798454 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 798454 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 798471 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=683812630, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 799125 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 799125 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 799126 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 799226 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25be367c[collection1] main]
   [junit4]   2> 799226 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-001/collection1/conf
   [junit4]   2> 799227 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 799227 INFO  (coreLoadExecutor-263-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 799326 INFO  (searcherExecutor-264-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25be367c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 799856 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1
   [junit4]   2> 799951 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 800068 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@165d01b1{/solr,null,AVAILABLE}
   [junit4]   2> 800068 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15b94ef5{HTTP/1.1,[http/1.1]}{127.0.0.1:60054}
   [junit4]   2> 800068 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server Started @821725ms
   [junit4]   2> 800068 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=60054}
   [junit4]   2> 800069 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 800069 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 800069 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 800069 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 800069 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-16T00:26:58.407Z
   [junit4]   2> 800076 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/solr.xml
   [junit4]   2> 800111 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 800111 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 800112 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 800803 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 800960 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 800961 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 800968 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/.
   [junit4]   2> 800968 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 801047 INFO  (coreLoadExecutor-273-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 801186 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 801244 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 801268 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 801268 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 801297 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 801297 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 801297 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 801444 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=683812630, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 801906 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 801906 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 801908 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 801914 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aa7ec63[collection1] main]
   [junit4]   2> 801915 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1/conf
   [junit4]   2> 802036 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 802036 INFO  (coreLoadExecutor-273-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 802111 INFO  (searcherExecutor-274-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1aa7ec63[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 802375 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@15b94ef5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 802376 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1885097617
   [junit4]   2> 802402 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 802402 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@186e0daf: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6978bae8
   [junit4]   2> 802409 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 802409 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5654179c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2a7e7966
   [junit4]   2> 802420 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 802420 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c2f5745: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@195ed84e
   [junit4]   2> 802462 INFO  (coreCloseExecutor-279-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3bbce338
   [junit4]   2> 802463 INFO  (coreCloseExecutor-279-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1002234680
   [junit4]   2> 802463 INFO  (coreCloseExecutor-279-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f713c65: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@2631da52
   [junit4]   2> 802489 WARN  (indexFetcher-278-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler I was asked to replicate but CoreContainer is shutting down
   [junit4]   2> 802525 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@165d01b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 802527 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 802566 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f9f8da6{/solr,null,AVAILABLE}
   [junit4]   2> 802567 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5a27820d{HTTP/1.1,[http/1.1]}{127.0.0.1:33976}
   [junit4]   2> 802567 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server Started @824224ms
   [junit4]   2> 802567 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=33976}
   [junit4]   2> 802567 ERROR (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 802576 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 802576 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 802577 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 802577 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-16T00:27:00.915Z
   [junit4]   2> 802577 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/solr.xml
   [junit4]   2> 802581 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 802581 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 802582 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 802679 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 802775 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 802775 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 802791 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/.
   [junit4]   2> 802791 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 802827 INFO  (coreLoadExecutor-286-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 803074 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 803178 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 803180 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 803180 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 803181 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75089856
   [junit4]   2> 803181 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 803181 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 803223 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=683812630, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 803630 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 803630 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 803632 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 803639 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2411c22b[collection1] main]
   [junit4]   2> 803646 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-002/collection1/conf
   [junit4]   2> 803648 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 803648 INFO  (coreLoadExecutor-286-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 803682 INFO  (searcherExecutor-287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2411c22b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 803912 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=5
   [junit4]   2> 803924 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=18
   [junit4]   2> 803925 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 803925 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 803925 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 803925 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 803925 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 803990 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 803990 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3f267406 commitCommandVersion:0
   [junit4]   2> 804131 INFO  (qtp1265517566-1642) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=100
   [junit4]   2> 804469 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@43a53e68[collection1] main]
   [junit4]   2> 804470 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 804472 INFO  (searcherExecutor-287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@43a53e68[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 804519 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 804556 INFO  (qtp927550921-1677) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=241
   [junit4]   2> 804663 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113622410
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 804668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3f267406 commitCommandVersion:0
   [junit4]   2> 804754 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7488aaa2[collection1] main]
   [junit4]   2> 804755 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 804756 INFO  (searcherExecutor-287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7488aaa2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 804974 INFO  (qtp1265517566-1643) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 271
   [junit4]   2> 805046 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 805046 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@154d7a98 commitCommandVersion:0
   [junit4]   2> 805655 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 805668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 805668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113623384
   [junit4]   2> 805668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 805668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113623006
   [junit4]   2> 805668 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 805683 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@554e4b1d[collection1] main]
   [junit4]   2> 805683 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 805691 INFO  (searcherExecutor-264-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@554e4b1d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c1)))}
   [junit4]   2> 805691 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 646
   [junit4]   2> 805916 INFO  (qtp927550921-1675) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:40531/solr/collection1/replication&command=fetchindex} status=0 QTime=6
   [junit4]   2> 806036 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=366
   [junit4]   2> 806037 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 4
   [junit4]   2> 806046 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=true) to MockDirectoryWrapper(RAMDirectory@18880358 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55603625)
   [junit4]   2> 806130 INFO  (qtp1265517566-1637) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=31
   [junit4]   2> 806162 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=14
   [junit4]   2> 806283 INFO  (qtp927550921-1678) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=256
   [junit4]   2> 806303 INFO  (qtp927550921-1681) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 806304 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 806436 INFO  (qtp927550921-1681) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 806437 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 806547 INFO  (qtp927550921-1681) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 806548 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 806675 INFO  (qtp927550921-1681) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 806676 INFO  (qtp1265517566-1643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 806747 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 806771 INFO  (qtp1265517566-1642) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 806798 INFO  (qtp1265517566-1642) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 806823 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=true,bytesDownloaded=1892) : 1 secs (1892 bytes/sec) to MockDirectoryWrapper(RAMDirectory@18880358 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@55603625)
   [junit4]   2> 806925 INFO  (qtp927550921-1675) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 806926 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 806926 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.c.SolrCore Updating index properties... index=index.20171015172704376
   [junit4]   2> 806931 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher removing old index directory MockDirectoryWrapper(RAMDirectory@615e4b35 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a728c6c)
   [junit4]   2> 807084 INFO  (qtp927550921-1678) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 807085 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waiting for 1 docs
   [junit4]   2> 807086 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=10.544921875, floorSegmentMB=1.8505859375, forceMergeDeletesPctAllowed=5.163016230179485, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8376117131743666
   [junit4]   2> 807127 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 807155 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4855d9a5[collection1] main]
   [junit4]   2> 807167 INFO  (searcherExecutor-287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4855d9a5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c1)))}
   [junit4]   2> 807189 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 807198 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 807198 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113623384
   [junit4]   2> 807198 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 807198 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113623384
   [junit4]   2> 807198 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
   [junit4]   2> 807719 INFO  (qtp927550921-1678) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=1 status=0 QTime=515
   [junit4]   2> 807778 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waited for 600ms and found 1 docs
   [junit4]   2> 808255 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 808257 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 808257 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113623384
   [junit4]   2> 808257 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 808257 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113623384
   [junit4]   2> 808257 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
   [junit4]   2> 808651 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 808670 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 808670 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113623384
   [junit4]   2> 808670 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 808670 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113623384
   [junit4]   2> 808670 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
   [junit4]   2> 809142 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=11
   [junit4]   2> 809145 INFO  (qtp927550921-1677) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=345
   [junit4]   2> 809166 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 18
   [junit4]   2> 809168 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 809193 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@154d7a98 commitCommandVersion:0
   [junit4]   2> 809457 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4b7ad239[collection1] main]
   [junit4]   2> 809457 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 809467 INFO  (searcherExecutor-264-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4b7ad239[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c1) Uninverting(_1(7.1.0):c1)))}
   [junit4]   2> 809468 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 299
   [junit4]   2> 809529 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 809591 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 809593 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 809593 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113627531
   [junit4]   2> 809593 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 809593 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113623384
   [junit4]   2> 809593 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 809774 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=156
   [junit4]   2> 809775 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 7
   [junit4]   2> 810011 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=10.544921875, floorSegmentMB=1.8505859375, forceMergeDeletesPctAllowed=5.163016230179485, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8376117131743666
   [junit4]   2> 810047 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 810054 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@68e1a93a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a6b5b07)
   [junit4]   2> 810054 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
   [junit4]   2> 810054 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 810054 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
   [junit4]   2> 810056 INFO  (qtp1265517566-1637) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 810077 INFO  (qtp1265517566-1637) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 810094 INFO  (qtp1265517566-1643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 810100 INFO  (qtp1265517566-1641) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 810107 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1954) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@68e1a93a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a6b5b07)
   [junit4]   2> 810227 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1376731705, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 810236 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 810272 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@36f89d0d[collection1] main]
   [junit4]   2> 810278 INFO  (searcherExecutor-287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@36f89d0d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c1) Uninverting(_1(7.1.0):c1)))}
   [junit4]   2> 810302 INFO  (qtp927550921-1680) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:40531/solr/collection1/replication&command=fetchindex} status=0 QTime=785
   [junit4]   2> 810578 INFO  (qtp1265517566-1642) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=7
   [junit4]   2> 810579 INFO  (qtp927550921-1679) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=80
   [junit4]   2> 810584 INFO  (qtp927550921-1675) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 810667 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 2 docs
   [junit4]   2> 810707 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 810707 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 810707 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113627531
   [junit4]   2> 810707 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 810708 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113627531
   [junit4]   2> 810708 INFO  (indexFetcher-291-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave in sync with master.
   [junit4]   2> 810708 INFO  (qtp1265517566-1642) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 29
   [junit4]   2> 810709 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 810709 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@154d7a98 commitCommandVersion:0
   [junit4]   2> 811568 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@766561e9[collection1] main]
   [junit4]   2> 811568 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 811591 INFO  (searcherExecutor-264-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@766561e9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c1) Uninverting(_1(7.1.0):c1) Uninverting(_2(7.1.0):c1)))}
   [junit4]   2> 811591 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 882
   [junit4]   2> 811626 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 811679 INFO  (qtp1265517566-1643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 811680 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
   [junit4]   2> 811680 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1508113629047
   [junit4]   2> 811680 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 811680 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 1508113627531
   [junit4]   2> 811680 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 811915 INFO  (qtp1265517566-1643) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=218
   [junit4]   2> 811916 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
   [junit4]   2> 812541 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=10.544921875, floorSegmentMB=1.8505859375, forceMergeDeletesPctAllowed=5.163016230179485, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8376117131743666
   [junit4]   2> 812700 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 812730 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@c1f4f6f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a3b30ae)
   [junit4]   2> 812730 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfe because it already exists
   [junit4]   2> 812730 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 812730 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.cfs because it already exists
   [junit4]   2> 812730 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfs because it already exists
   [junit4]   2> 812731 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.cfe because it already exists
   [junit4]   2> 812731 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
   [junit4]   2> 812759 INFO  (qtp1265517566-1636) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 812831 INFO  (qtp1265517566-1637) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfe&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 812837 INFO  (qtp1265517566-1637) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.cfs&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 812856 INFO  (qtp1265517566-1639) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 812863 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2016) : 1 secs (2016 bytes/sec) to MockDirectoryWrapper(RAMDirectory@c1f4f6f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a3b30ae)
   [junit4]   2> 812975 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1376731705, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 812979 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 812982 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f13f8b0[collection1] main]
   [junit4]   2> 813175 INFO  (searcherExecutor-287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2f13f8b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):c1) Uninverting(_1(7.1.0):c1) Uninverting(_2(7.1.0):c1)))}
   [junit4]   2> 813214 INFO  (qtp927550921-1681) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:40531/solr/collection1/replication&command=fetchindex} status=0 QTime=1607
   [junit4]   2> 813237 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_9C5E9EC4BCFBC7AC-001/solr-instance-003/collection1
   [junit4]   2> 813244 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[9C5E9EC4BCFBC7AC]) [    ] o.e.j.s.Server jetty-9.3.20.v2

[...truncated too long message...]

l checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestStressLiveNodes: 
   [junit4]   2>    1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Oct 16, 2017 2:35:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
   [junit4]   2> Oct 16, 2017 2:35:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=251, maxMBSortInHeap=6.320515100456571, sim=RandomSimilarity(queryNorm=true): {}, locale=he-IL, timezone=NST
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=42787544,total=521666560
   [junit4]   2> NOTE: All tests run in this JVM: [ConjunctionSolrSpellCheckerTest, CloneFieldUpdateProcessorFactoryTest, InfixSuggestersTest, TestCollectionAPIs, TestUseDocValuesAsStored, TestSolrCoreProperties, TestDocTermOrds, ImplicitSnitchTest, XsltUpdateRequestHandlerTest, UninvertDocValuesMergePolicyTest, TestNumericRangeQuery64, SuggesterFSTTest, TestSort, ConfigureRecoveryStrategyTest, TemplateUpdateProcessorTest, TestSolrConfigHandler, AssignBackwardCompatibilityTest, TestZkAclsWithHadoopAuth, SuggesterTest, SimpleFacetsTest, TestCloudRecovery, CleanupOldIndexTest, CopyFieldTest, BadIndexSchemaTest, TestTolerantSearch, MultiTermTest, SimplePostToolTest, TestObjectReleaseTracker, TestStressReorder, TestPseudoReturnFields, DistributedQueueTest, SpatialHeatmapFacetsTest, QueryEqualityTest, ParsingFieldUpdateProcessorsTest, BaseCdcrDistributedZkTest, TestNonDefinedSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, SolrShardReporterTest, PreAnalyzedFieldTest, JvmMetricsTest, CircularListTest, CollectionStateFormat2Test, TestSubQueryTransformer, TestGeoJSONResponseWriter, TestPointFields, TestBlobHandler, OverseerRolesTest, TestStandardQParsers, SolrInfoBeanTest, AnalyticsQueryTest, HdfsRecoverLeaseTest, TestSSLRandomization, TestHighFrequencyDictionaryFactory, TestQueryUtils, SolrTestCaseJ4Test, UnloadDistributedZkTest, SignatureUpdateProcessorFactoryTest, DirectUpdateHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestBlendedInfixSuggestions, TestDelegationWithHadoopAuth, FastVectorHighlighterTest, TestAnalyzedSuggestions, URLClassifyProcessorTest, HighlighterMaxOffsetTest, TestAuthenticationFramework, TestUtils, TestSerializedLuceneMatchVersion, TestSizeLimitedDistributedMap, HLLUtilTest, MultiThreadedOCPTest, TestScoreJoinQPScore, TestBackupRepositoryFactory, TestLMJelinekMercerSimilarityFactory, DirectUpdateHandlerOptimizeTest, TimeZoneUtilsTest, ShowFileRequestHandlerTest, TestConfigSetProperties, MinimalSchemaTest, SystemLogListenerTest, ReturnFieldsTest, TestCustomStream, HdfsSyncSliceTest, DistribCursorPagingTest, PeerSyncReplicationTest, FullSolrCloudDistribCmdsTest, TestSolrCoreSnapshots, SolrCoreCheckLockOnStartupTest, SearchHandlerTest, TestInitQParser, PathHierarchyTokenizerFactoryTest, TestFieldTypeCollectionResource, TestReload, TestZkChroot, NotRequiredUniqueKeyTest, ForceLeaderTest, UniqFieldsUpdateProcessorFactoryTest, TestJsonFacets, HardAutoCommitTest, ClusterStateTest, TestQuerySenderListener, TermVectorComponentDistributedTest, TestCloudNestedDocsSort, TestComplexPhraseQParserPlugin, TestMissingGroups, TestSolrDeletionPolicy2, TestTrie, ShardSplitTest, TestClusterStateMutator, BlobRepositoryCloudTest, ExitableDirectoryReaderTest, TestFieldCacheWithThreads, TestReplicaProperties, StatsComponentTest, SolrJmxReporterTest, TestQueryWrapperFilter, SolrMetricManagerTest, TestXmlQParser, TestLeaderElectionZkExpiry, TestFilteredDocIdSet, TestSearcherReuse, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest, OverseerTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, ZkCLITest, AutoCommitTest, TestFaceting, TestRecovery, SpellCheckComponentTest, PeerSyncTest, TestIndexSearcher, HighlighterTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SortByFunctionTest, TestSolrDeletionPolicy1, CacheHeaderTest, TestWriterPerf, FileBasedSpellCheckerTest, RequestHandlersTest, TestValueSourceCache, MoreLikeThisHandlerTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, TestJmxIntegration, JsonLoaderTest, TestPHPSerializedResponseWriter, TestComponentsName, TestLFUCache, DeleteReplicaTest, DistributedVersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaHDFSFailoverTest, RestartWhileUpdatingTest, RollingRestartTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCloudSearcherWarming, TestConfigSetsAPI, TestLocalFSCloudBackupRestore, TestLockTree, TestOnReconnectListenerSupport, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestStressLiveNodes]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestStressLiveNodes -Dtests.seed=9C5E9EC4BCFBC7AC -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=he-IL -Dtests.timezone=NST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestStressLiveNodes (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestStressLiveNodes: 
   [junit4]    >    1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=19612, name=zkCallback-3181-thread-1, state=TIMED_WAITING, group=TGRP-TestStressLiveNodes]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9C5E9EC4BCFBC7AC]:0)
   [junit4] Completed [551/744 (5!)] on J2 in 95.70s, 1 test, 1 failure, 2 errors <<< FAILURES!

[...truncated 47585 lines...]

[JENKINS] Lucene-Solr-Tests-7.1 - Build # 2 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.1/2/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:494)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:338)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1185)  at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)  at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:742)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1029)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:222)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:260)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1216)  at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)  at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1102)  at org.apache.solr.cloud.ZkController.register(ZkController.java:1080)  at org.apache.solr.cloud.ZkController.register(ZkController.java:970)  at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)  at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)  at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1029)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, InternalHttpClient, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:494)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:338)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1185)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:742)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:935)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1029)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:222)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:260)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1216)
	at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:106)
	at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1102)
	at org.apache.solr.cloud.ZkController.register(ZkController.java:1080)
	at org.apache.solr.cloud.ZkController.register(ZkController.java:970)
	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:881)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1029)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:943)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:745)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:726)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:507)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([958964DF8DEE007]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:294)
	at sun.reflect.GeneratedMethodAccessor58.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
replica never fully recovered

Stack Trace:
java.lang.AssertionError: replica never fully recovered
	at __randomizedtesting.SeedInfo.seed([958964DF8DEE007:64A432B042961F00]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.waitForRecovery(AutoscalingHistoryHandlerTest.java:303)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testZeroNumShards

Error Message:
KeeperErrorCode = Session expired for /clusterstate.json

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
	at __randomizedtesting.SeedInfo.seed([958964DF8DEE007:5AEB3ABAB34C14CD]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1102)
	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:323)
	at org.apache.solr.common.cloud.SolrZkClient$5.execute(SolrZkClient.java:320)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:320)
	at org.apache.solr.common.cloud.ZkStateReader.createClusterStateWatchersAndUpdate(ZkStateReader.java:426)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:442)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at http://127.0.0.1:33334/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33334/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([958964DF8DEE007:AAA238E87F360AA2]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:539)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:993)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33334/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:516)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more




Build Log:
[...truncated 12169 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> 1864967 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/init-core-data-001
   [junit4]   2> 1864969 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1864987 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1864987 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001
   [junit4]   2> 1864988 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1865035 INFO  (Thread-1608) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1865035 INFO  (Thread-1608) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1865048 ERROR (Thread-1608) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1865132 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42008
   [junit4]   2> 1865245 INFO  (jetty-launcher-3042-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1865246 INFO  (jetty-launcher-3042-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1865280 INFO  (jetty-launcher-3042-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1865316 INFO  (jetty-launcher-3042-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1865552 INFO  (jetty-launcher-3042-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25c61238{/solr,null,AVAILABLE}
   [junit4]   2> 1865553 INFO  (jetty-launcher-3042-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2717788a{HTTP/1.1,[http/1.1]}{127.0.0.1:39402}
   [junit4]   2> 1865553 INFO  (jetty-launcher-3042-thread-3) [    ] o.e.j.s.Server Started @1879352ms
   [junit4]   2> 1865553 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39402}
   [junit4]   2> 1865553 ERROR (jetty-launcher-3042-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1865554 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1865554 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1865554 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1865554 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-14T23:56:04.003Z
   [junit4]   2> 1865625 INFO  (jetty-launcher-3042-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ce1bac{/solr,null,AVAILABLE}
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b3b9dcf{HTTP/1.1,[http/1.1]}{127.0.0.1:46212}
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.e.j.s.Server Started @1879425ms
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46212}
   [junit4]   2> 1865626 ERROR (jetty-launcher-3042-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1865626 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-14T23:56:04.075Z
   [junit4]   2> 1865705 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1865719 INFO  (jetty-launcher-3042-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a15481d{/solr,null,AVAILABLE}
   [junit4]   2> 1865719 INFO  (jetty-launcher-3042-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2b2ef2b{HTTP/1.1,[http/1.1]}{127.0.0.1:42205}
   [junit4]   2> 1865719 INFO  (jetty-launcher-3042-thread-4) [    ] o.e.j.s.Server Started @1879518ms
   [junit4]   2> 1865719 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42205}
   [junit4]   2> 1865720 ERROR (jetty-launcher-3042-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1865720 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1865720 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1865720 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1865720 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-14T23:56:04.169Z
   [junit4]   2> 1865726 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1865726 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1865739 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1865741 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1865741 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1865808 INFO  (jetty-launcher-3042-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f29fe3d{/solr,null,AVAILABLE}
   [junit4]   2> 1865808 INFO  (jetty-launcher-3042-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b3251d6{HTTP/1.1,[http/1.1]}{127.0.0.1:33747}
   [junit4]   2> 1865808 INFO  (jetty-launcher-3042-thread-2) [    ] o.e.j.s.Server Started @1879607ms
   [junit4]   2> 1865808 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33747}
   [junit4]   2> 1865809 ERROR (jetty-launcher-3042-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1865809 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.1.0
   [junit4]   2> 1865809 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1865809 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1865809 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-10-14T23:56:04.258Z
   [junit4]   2> 1865845 INFO  (jetty-launcher-3042-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42008/solr
   [junit4]   2> 1865865 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1865865 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1866018 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1866018 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1866020 INFO  (jetty-launcher-3042-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42008/solr
   [junit4]   2> 1866034 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1866122 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1866129 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f1d50ec280004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1866223 INFO  (jetty-launcher-3042-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42008/solr
   [junit4]   2> 1866281 INFO  (jetty-launcher-3042-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42008/solr
   [junit4]   2> 1866874 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1866914 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33747_solr
   [junit4]   2> 1866919 INFO  (jetty-launcher-3042-thread-4) [n:127.0.0.1:42205_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1866920 INFO  (jetty-launcher-3042-thread-4) [n:127.0.0.1:42205_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42205_solr
   [junit4]   2> 1867000 INFO  (zkCallback-3063-thread-1-processing-n:127.0.0.1:46212_solr) [n:127.0.0.1:46212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1867000 INFO  (zkCallback-3065-thread-1-processing-n:127.0.0.1:42205_solr) [n:127.0.0.1:42205_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1867041 INFO  (jetty-launcher-3042-thread-1) [n:127.0.0.1:46212_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1867089 INFO  (zkCallback-3064-thread-1-processing-n:127.0.0.1:33747_solr) [n:127.0.0.1:33747_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1867130 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.c.Overseer Overseer (id=98829950222073867-127.0.0.1:33747_solr-n_0000000000) starting
   [junit4]   2> 1867321 INFO  (jetty-launcher-3042-thread-1) [n:127.0.0.1:46212_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46212_solr
   [junit4]   2> 1867468 INFO  (zkCallback-3064-thread-1-processing-n:127.0.0.1:33747_solr) [n:127.0.0.1:33747_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1867476 INFO  (zkCallback-3063-thread-1-processing-n:127.0.0.1:46212_solr) [n:127.0.0.1:46212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1867476 INFO  (zkCallback-3065-thread-1-processing-n:127.0.0.1:42205_solr) [n:127.0.0.1:42205_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1868024 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33747_solr
   [junit4]   2> 1868089 INFO  (OverseerStateUpdate-98829950222073867-127.0.0.1:33747_solr-n_0000000000) [n:127.0.0.1:33747_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1868118 INFO  (zkCallback-3065-thread-1-processing-n:127.0.0.1:42205_solr) [n:127.0.0.1:42205_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1868118 INFO  (zkCallback-3063-thread-1-processing-n:127.0.0.1:46212_solr) [n:127.0.0.1:46212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1868153 INFO  (jetty-launcher-3042-thread-4) [n:127.0.0.1:42205_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1868203 INFO  (jetty-launcher-3042-thread-1) [n:127.0.0.1:46212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1868267 INFO  (jetty-launcher-3042-thread-4) [n:127.0.0.1:42205_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1868267 INFO  (jetty-launcher-3042-thread-4) [n:127.0.0.1:42205_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1868285 INFO  (jetty-launcher-3042-thread-4) [n:127.0.0.1:42205_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node4
   [junit4]   2> 1868304 INFO  (jetty-launcher-3042-thread-1) [n:127.0.0.1:46212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1868304 INFO  (jetty-launcher-3042-thread-1) [n:127.0.0.1:46212_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1868338 INFO  (jetty-launcher-3042-thread-1) [n:127.0.0.1:46212_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node1
   [junit4]   2> 1868940 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1869070 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1869070 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1869071 INFO  (jetty-launcher-3042-thread-2) [n:127.0.0.1:33747_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node2
   [junit4]   2> 1869472 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1869493 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1869495 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39402_solr
   [junit4]   2> 1869544 INFO  (zkCallback-3064-thread-1-processing-n:127.0.0.1:33747_solr) [n:127.0.0.1:33747_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1869565 INFO  (zkCallback-3065-thread-1-processing-n:127.0.0.1:42205_solr) [n:127.0.0.1:42205_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1869662 INFO  (zkCallback-3053-thread-1-processing-n:127.0.0.1:39402_solr) [n:127.0.0.1:39402_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1869748 INFO  (zkCallback-3063-thread-1-processing-n:127.0.0.1:46212_solr) [n:127.0.0.1:46212_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1870059 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1870168 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1870168 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1870169 INFO  (jetty-launcher-3042-thread-3) [n:127.0.0.1:39402_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node3
   [junit4]   2> 1870754 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1870754 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42008/solr ready
   [junit4]   2> 1871043 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[958964DF8DEE007]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 1871156 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[958964DF8DEE007]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1871221 INFO  (qtp1776763620-9803) [n:127.0.0.1:42205_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1871318 INFO  (qtp1776763620-9803) [n:127.0.0.1:42205_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=97
   [junit4]   2> 1871320 INFO  (qtp1776763620-9806) [n:127.0.0.1:42205_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1871320 INFO  (qtp1776763620-9806) [n:127.0.0.1:42205_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1871355 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[958964DF8DEE007]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 1871410 INFO  (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[958964DF8DEE007]) [    ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
   [junit4]   2> 1871497 INFO  (TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[958964DF8DEE007]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1871575 INFO  (qtp1776763620-9806) [n:127.0.0.1:42205_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1871680 INFO  (OverseerThreadFactory-2604-thread-2-processing-n:127.0.0.1:33747_solr) [n:127.0.0.1:33747_solr    ] o.a.s.c.CreateCollectionCmd Create collection addReplicaColl
   [junit4]   2> 1871717 INFO  (OverseerCollectionConfigSetProcessor-98829950222073867-127.0.0.1:33747_solr-n_0000000000) [n:127.0.0.1:33747_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1872181 INFO  (OverseerStateUpdate-98829950222073867-127.0.0.1:33747_solr-n_0000000000) [n:127.0.0.1:33747_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42205/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1872400 INFO  (OverseerStateUpdate-98829950222073867-127.0.0.1:33747_solr-n_0000000000) [n:127.0.0.1:33747_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39402/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1872421 INFO  (OverseerStateUpdate-98829950222073867-127.0.0.1:33747_solr-n_0000000000) [n:127.0.0.1:33747_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:33747/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1872423 INFO  (OverseerStateUpdate-98829950222073867-127.0.0.1:33747_solr-n_0000000000) [n:127.0.0.1:33747_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46212/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1872763 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1872763 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1872811 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n5&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1872811 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1872812 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n3&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1872812 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1872827 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n6&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1872827 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1873229 INFO  (zkCallback-3064-thread-1-processing-n:127.0.0.1:33747_solr) [n:127.0.0.1:33747_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873229 INFO  (zkCallback-3064-thread-2-processing-n:127.0.0.1:33747_solr) [n:127.0.0.1:33747_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873233 INFO  (zkCallback-3065-thread-1-processing-n:127.0.0.1:42205_solr) [n:127.0.0.1:42205_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873261 INFO  (zkCallback-3053-thread-1-processing-n:127.0.0.1:39402_solr) [n:127.0.0.1:39402_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873264 INFO  (zkCallback-3063-thread-1-processing-n:127.0.0.1:46212_solr) [n:127.0.0.1:46212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873265 INFO  (zkCallback-3065-thread-2-processing-n:127.0.0.1:42205_solr) [n:127.0.0.1:42205_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873269 INFO  (zkCallback-3053-thread-2-processing-n:127.0.0.1:39402_solr) [n:127.0.0.1:39402_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1873273 INFO  (zkCallback-3063-thread-2-processing-n:127.0.0.1:46212_solr) [n:127.0.0.1:46212_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1874258 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1874280 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1874297 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1874313 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1874333 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n3] Schema name=minimal
   [junit4]   2> 1874335 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1874335 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n3' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1874337 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.1.0
   [junit4]   2> 1874368 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard1.replica_n3' (registry 'solr.core.addReplicaColl.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1874368 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1874368 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node3/addReplicaColl_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node3/addReplicaColl_shard1_replica_n3/data/]
   [junit4]   2> 1874370 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1874370 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n6' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1874371 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard2.replica_n6' (registry 'solr.core.addReplicaColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1874371 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1874371 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node1/addReplicaColl_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node1/addReplicaColl_shard2_replica_n6/data/]
   [junit4]   2> 1874385 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1874386 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1874387 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n1' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1874387 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard1.replica_n1' (registry 'solr.core.addReplicaColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1874387 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1874387 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node4/addReplicaColl_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node4/addReplicaColl_shard1_replica_n1/data/]
   [junit4]   2> 1874410 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 1874412 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1874412 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n5' using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 1874412 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.addReplicaColl.shard2.replica_n5' (registry 'solr.core.addReplicaColl.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d6975a4
   [junit4]   2> 1874412 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1874412 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node2/addReplicaColl_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_958964DF8DEE007-001/tempDir-001/node2/addReplicaColl_shard2_replica_n5/data/]
   [junit4]   2> 1875431 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1875431 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1875432 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1875432 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1875503 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1875503 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1875504 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1875504 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1875505 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1875505 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1875506 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1875506 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1875523 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@32145696[addReplicaColl_shard2_replica_n5] main]
   [junit4]   2> 1875523 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11df2448[addReplicaColl_shard1_replica_n1] main]
   [junit4]   2> 1875540 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1875540 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1875540 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1875540 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1875541 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1875541 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1875541 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5214403c[addReplicaColl_shard2_replica_n6] main]
   [junit4]   2> 1875542 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1875542 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1875543 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1875556 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1875556 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1875557 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1875557 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1875559 INFO  (qtp1865162997-9794) [n:127.0.0.1:46212_solr c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581279214575812608
   [junit4]   2> 1875561 INFO  (qtp1776763620-9804) [n:127.0.0.1:42205_solr c:addReplicaColl s:shard1 r:core_node2 x:addReplicaColl_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581279214577909760
   [junit4]   2> 1875563 INFO  (qtp1304800257-9789) [n:127.0.0.1:33747_solr c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1581279214580006912
   [junit4]   2> 1875573 INFO  (qtp2077662796-9778) [n:127.0.0.1:39402_solr c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n3] o.a.s.s.SolrIndexSearc

[...truncated too long message...]

ade640T6l0zme2wvknfrh4e6i2t4s8j5",
   [junit4]   2>   "source":"AutoscalingHistoryHandlerTest_node_lost_trigger",
   [junit4]   2>   "eventTime":1508029094417000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1508029094417000000],
   [junit4]   2>     "_enqueue_time_":1508029094417000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:45259_solr"]}}
   [junit4]   2> org.apache.solr.common.SolrException: ExecutePlanAction was interrupted
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:228)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at java.lang.Thread.sleep(Thread.java:340)
   [junit4]   2> 	at java.util.concurrent.TimeUnit.sleep(TimeUnit.java:386)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:154)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:82)
   [junit4]   2> 	... 7 more
   [junit4]   2> 5964122 INFO  (jetty-closer-7129-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1183fa8f{/solr,null,UNAVAILABLE}
   [junit4]   2> 5964142 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[958964DF8DEE007]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 5964143 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[958964DF8DEE007]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44956 44956
   [junit4]   2> 5964276 INFO  (Thread-5253) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44956 44956
   [junit4]   2> 5964277 WARN  (Thread-5253) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/aliases.json
   [junit4]   2> 	33	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/configs/.system/managed-schema
   [junit4]   2> 	5	/solr/configs/.system
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	690	/solr/collections/.system/state.json
   [junit4]   2> 	33	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	33	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98830192099590150-127.0.0.1:43115_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/collections
   [junit4]   2> 	32	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/AutoscalingHistoryHandlerTest_node_lost_trigger
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.1/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_958964DF8DEE007-001
   [junit4]   2> Oct 15, 2017 1:04:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7564, maxDocsPerChunk=6, blockSize=534), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7564, blockSize=534)), sim=RandomSimilarity(queryNorm=false): {}, locale=el-GR, timezone=MIT
   [junit4]   2> NOTE: Linux 4.4.0-83-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=148582808,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [DocValuesMultiTest, TestHashQParserPlugin, TolerantUpdateProcessorTest, AliasIntegrationTest, TestScoreJoinQPNoScore, FileUtilsTest, TestApiFramework, TestSolrConfigHandlerCloud, BadComponentTest, TestLocalFSCloudBackupRestore, TestCloudManagedSchema, TestUpdate, HdfsChaosMonkeyNothingIsSafeTest, TestMaxTokenLenTokenizer, TestXIncludeConfig, CachingDirectoryFactoryTest, TestEmbeddedSolrServerAdminHandler, DistributedTermsComponentTest, AddBlockUpdateTest, TestDocBasedVersionConstraints, SolrCloudReportersTest, TestSha256AuthenticationProvider, TestHdfsBackupRestoreCore, JavabinLoaderTest, SampleTest, InfoHandlerTest, RemoteQueryErrorTest, TestPullReplicaErrorHandling, DirectSolrSpellCheckerTest, TestFieldSortValues, TestConfigSetImmutable, LargeFieldTest, TestSolrFieldCacheBean, DistribJoinFromCollectionTest, MoveReplicaTest, TestCloudInspectUtil, AutoScalingHandlerTest, TestClusterProperties, TestAtomicUpdateErrorCases, TestStressRecovery, SolrXmlInZkTest, DeleteNodeTest, ZkFailoverTest, TestConfigSetsAPI, DistributedIntervalFacetingTest, TestNoOpRegenerator, TestSolrCloudSnapshots, TestFieldResource, BitVectorTest, AsyncCallRequestStatusResponseTest, QueryResultKeyTest, TestJsonFacetRefinement, SimpleCollectionCreateDeleteTest, TestRTGBase, TestHttpShardHandlerFactory, LoggingHandlerTest, DistributedFacetExistsSmallTest, ClassificationUpdateProcessorTest, TestCursorMarkWithoutUniqueKey, TestLegacyNumericUtils, MissingSegmentRecoveryTest, TermVectorComponentTest, TriggerIntegrationTest, CollectionsAPIDistributedZkTest, TestElisionMultitermQuery, SystemInfoHandlerTest, CSVRequestHandlerTest, SecurityConfHandlerTest, LeaderElectionContextKeyTest, CdcrVersionReplicationTest, TestSolrCLIRunExample, TestRebalanceLeaders, TestStressCloudBlindAtomicUpdates, TestSearchPerf, TestCoreContainer, TestCloudPseudoReturnFields, CacheHeaderTest, DistributedFacetPivotSmallAdvancedTest, TestRequestStatusCollectionAPI, ShardRoutingTest, FileBasedSpellCheckerTest, SolrCmdDistributorTest, TestNumericRangeQuery32, LukeRequestHandlerTest, ClusterStateUpdateTest, CollectionsAPIAsyncDistributedZkTest, CurrencyFieldTypeTest, TestCharFilters, EnumFieldTest, DisMaxRequestHandlerTest, TestTlogReplica, HdfsLockFactoryTest, BadCopyFieldTest, TestTrieFacet, TlogReplayBufferedWhileIndexingTest, TestFuzzyAnalyzedSuggestions, ZkStateWriterTest, CoreAdminCreateDiscoverTest, SOLR749Test, TestDistributedGrouping, HighlighterTest, BlockDirectoryTest, TestStressVersions, HdfsRestartWhileUpdatingTest, TestQueryTypes, SortSpecParsingTest, TestFreeTextSuggestions, TestPostingsSolrHighlighter, ScriptEngineTest, BlockJoinFacetDistribTest, TestSimpleTextCodec, CollectionReloadTest, ShardRoutingCustomTest, TestLeaderElectionWithEmptyReplica, TestPayloadScoreQParserPlugin, TestCoreAdminApis, TestSubQueryTransformerDistrib, ConfigSetsAPITest, SaslZkACLProviderTest, TestComplexPhraseLeadingWildcard, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, TestReplicationHandler, DistributedSpellCheckComponentTest, HardAutoCommitTest, TestSolr4Spatial, TestGroupingSearch, QueryElevationComponentTest, BadIndexSchemaTest, TestFiltering, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, StatelessScriptUpdateProcessorFactoryTest, TestWriterPerf, TermsComponentTest, IndexSchemaRuntimeFieldTest, QueryParsingTest, JsonLoaderTest, PingRequestHandlerTest, TestDocSet, TestBinaryField, NumericFieldsTest, TestConfig, DirectSolrConnectionTest, TestPhraseSuggestions, TestDFRSimilarityFactory, TestPerFieldSimilarity, TimeZoneUtilsTest, TestFastOutputStream, TestFastLRUCache, TestSystemIdResolver, SpellingQueryConverterTest, TestSolrJ, TestLRUCache, SliceStateTest, CircularListTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AssignBackwardCompatibilityTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, DeleteReplicaTest, DocValuesNotIndexedTest, HttpPartitionTest, MultiThreadedOCPTest, TestCloudPivotFacet, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestStressLiveNodes, AutoAddReplicasIntegrationTest, SystemLogListenerTest, HdfsNNFailoverTest, HdfsSyncSliceTest, HdfsThreadLeakTest, ZkStateReaderTest, ImplicitSnitchTest, RuleEngineTest, RulesTest, ConfigureRecoveryStrategyTest, HdfsDirectoryFactoryTest, TestImplicitCoreProperties, TestNRTOpen, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrConfigHandler, AutoscalingHistoryHandlerTest]
   [junit4] Completed [646/744 (4!)] on J1 in 408.98s, 1 test, 1 failure <<< FAILURES!

[...truncated 47286 lines...]