You are viewing a plain text version of this content. The canonical link for it is here.
Posted to solr-user@lucene.apache.org by Arkadi Colson <ar...@smartbit.be> on 2013/03/13 15:51:59 UTC
Cloud with two down replica's
Due to server failure I have 2 down hosts for 1 shard: lvs_shard2
Is it possible to fix this? The index size is equal so I just need to be
able to let one replica become active.
{
"lvs":{
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"replicas":{
"solr01-dcg:8983_solr_lvs_shard1_replica1":{
"shard":"shard1",
"roles":null,
"state":"active",
"core":"lvs_shard1_replica1",
"collection":"lvs",
"node_name":"solr01-dcg:8983_solr",
"base_url":"http://solr01-dcg:8983/solr",
"leader":"true"},
"solr02-gs:8983_solr_lvs_shard1_replica2":{
"shard":"shard1",
"roles":null,
"state":"active",
"core":"lvs_shard1_replica2",
"collection":"lvs",
"node_name":"solr02-gs:8983_solr",
"base_url":"http://solr02-gs:8983/solr"}}},
"shard2":{
"range":"0-7fffffff",
"replicas":{
"solr02-dcg:8983_solr_lvs_shard2_replica1":{
"shard":"shard2",
"roles":null,
"state":"down",
"core":"lvs_shard2_replica1",
"collection":"lvs",
"node_name":"solr02-dcg:8983_solr",
"base_url":"http://solr02-dcg:8983/solr"},
"solr01-gs:8983_solr_lvs_shard2_replica2":{
"shard":"shard2",
"roles":null,
"state":"down",
"core":"lvs_shard2_replica2",
"collection":"lvs",
"node_name":"solr01-gs:8983_solr",
"base_url":"http://solr01-gs:8983/solr"}}}},
"router":"compositeId"},
"intradesk":{
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"replicas":{
"solr01-dcg:8983_solr_intradesk_shard1_replica2":{
"shard":"shard1",
"roles":null,
"state":"active",
"core":"intradesk_shard1_replica2",
"collection":"intradesk",
"node_name":"solr01-dcg:8983_solr",
"base_url":"http://solr01-dcg:8983/solr",
"leader":"true"},
"solr02-gs:8983_solr_intradesk_shard1_replica1":{
"shard":"shard1",
"roles":null,
"state":"active",
"core":"intradesk_shard1_replica1",
"collection":"intradesk",
"node_name":"solr02-gs:8983_solr",
"base_url":"http://solr02-gs:8983/solr"}}},
"shard2":{
"range":"0-7fffffff",
"replicas":{
"solr02-dcg:8983_solr_intradesk_shard2_replica2":{
"shard":"shard2",
"roles":null,
"state":"active",
"core":"intradesk_shard2_replica2",
"collection":"intradesk",
"node_name":"solr02-dcg:8983_solr",
"base_url":"http://solr02-dcg:8983/solr"},
"solr01-gs.intnet:8983_solr_intradesk_shard2_replica1":{
"shard":"shard2",
"roles":null,
"state":"active",
"core":"intradesk_shard2_replica1",
"collection":"intradesk",
"node_name":"solr01-gs:8983_solr",
"base_url":"http://solr01-gs:8983/solr",
"leader":"true"}}}},
"router":"compositeId"}}
Re: Cloud with two down replica's
Posted by Arkadi Colson <ar...@smartbit.be>.
I just fixed it with unloading one replica core. Restarting tomcat
followed by adding the replica core again...
On 03/13/2013 04:13 PM, Mark Miller wrote:
> Anything else in your logs?
>
> - Mark
>
> On Mar 13, 2013, at 10:57 AM, Arkadi Colson <ar...@smartbit.be> wrote:
>
>> On one replica the logs are saying:
>>
>> Mar 13, 2013 2:55:23 PM org.apache.solr.common.SolrException log
>> SEVERE: null:org.apache.solr.common.SolrException: Error handling 'status' action
>> at org.apache.solr.handler.admin.CoreAdminHandler.handleStatusAction(CoreAdminHandler.java:715)
>> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:158)
>> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
>> at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:365)
>> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:174)
>> at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
>> at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
>> at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
>> at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
>> at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
>> at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
>> at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:931)
>> at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
>> at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
>> at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
>> at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
>> at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:310)
>> at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
>> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
>> at java.lang.Thread.run(Thread.java:662)
>> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
>> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1423)
>> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1535)
>> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1312)
>> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1247)
>> at org.apache.solr.handler.admin.CoreAdminHandler.getCoreStatus(CoreAdminHandler.java:1007)
>> at org.apache.solr.handler.admin.CoreAdminHandler.handleStatusAction(CoreAdminHandler.java:701)
>> ... 19 more
>>
>> On 03/13/2013 03:51 PM, Arkadi Colson wrote:
>>> Due to server failure I have 2 down hosts for 1 shard: lvs_shard2
>>> Is it possible to fix this? The index size is equal so I just need to be able to let one replica become active.
>>>
>>>
>>> {
>>> "lvs":{
>>> "shards":{
>>> "shard1":{
>>> "range":"80000000-ffffffff",
>>> "replicas":{
>>> "solr01-dcg:8983_solr_lvs_shard1_replica1":{
>>> "shard":"shard1",
>>> "roles":null,
>>> "state":"active",
>>> "core":"lvs_shard1_replica1",
>>> "collection":"lvs",
>>> "node_name":"solr01-dcg:8983_solr",
>>> "base_url":"http://solr01-dcg:8983/solr",
>>> "leader":"true"},
>>> "solr02-gs:8983_solr_lvs_shard1_replica2":{
>>> "shard":"shard1",
>>> "roles":null,
>>> "state":"active",
>>> "core":"lvs_shard1_replica2",
>>> "collection":"lvs",
>>> "node_name":"solr02-gs:8983_solr",
>>> "base_url":"http://solr02-gs:8983/solr"}}},
>>> "shard2":{
>>> "range":"0-7fffffff",
>>> "replicas":{
>>> "solr02-dcg:8983_solr_lvs_shard2_replica1":{
>>> "shard":"shard2",
>>> "roles":null,
>>> "state":"down",
>>> "core":"lvs_shard2_replica1",
>>> "collection":"lvs",
>>> "node_name":"solr02-dcg:8983_solr",
>>> "base_url":"http://solr02-dcg:8983/solr"},
>>> "solr01-gs:8983_solr_lvs_shard2_replica2":{
>>> "shard":"shard2",
>>> "roles":null,
>>> "state":"down",
>>> "core":"lvs_shard2_replica2",
>>> "collection":"lvs",
>>> "node_name":"solr01-gs:8983_solr",
>>> "base_url":"http://solr01-gs:8983/solr"}}}},
>>> "router":"compositeId"},
>>> "intradesk":{
>>> "shards":{
>>> "shard1":{
>>> "range":"80000000-ffffffff",
>>> "replicas":{
>>> "solr01-dcg:8983_solr_intradesk_shard1_replica2":{
>>> "shard":"shard1",
>>> "roles":null,
>>> "state":"active",
>>> "core":"intradesk_shard1_replica2",
>>> "collection":"intradesk",
>>> "node_name":"solr01-dcg:8983_solr",
>>> "base_url":"http://solr01-dcg:8983/solr",
>>> "leader":"true"},
>>> "solr02-gs:8983_solr_intradesk_shard1_replica1":{
>>> "shard":"shard1",
>>> "roles":null,
>>> "state":"active",
>>> "core":"intradesk_shard1_replica1",
>>> "collection":"intradesk",
>>> "node_name":"solr02-gs:8983_solr",
>>> "base_url":"http://solr02-gs:8983/solr"}}},
>>> "shard2":{
>>> "range":"0-7fffffff",
>>> "replicas":{
>>> "solr02-dcg:8983_solr_intradesk_shard2_replica2":{
>>> "shard":"shard2",
>>> "roles":null,
>>> "state":"active",
>>> "core":"intradesk_shard2_replica2",
>>> "collection":"intradesk",
>>> "node_name":"solr02-dcg:8983_solr",
>>> "base_url":"http://solr02-dcg:8983/solr"},
>>> "solr01-gs.intnet:8983_solr_intradesk_shard2_replica1":{
>>> "shard":"shard2",
>>> "roles":null,
>>> "state":"active",
>>> "core":"intradesk_shard2_replica1",
>>> "collection":"intradesk",
>>> "node_name":"solr01-gs:8983_solr",
>>> "base_url":"http://solr01-gs:8983/solr",
>>> "leader":"true"}}}},
>>> "router":"compositeId"}}
>>>
>>>
>>>
>>>
>
>
Re: Cloud with two down replica's
Posted by Mark Miller <ma...@gmail.com>.
Anything else in your logs?
- Mark
On Mar 13, 2013, at 10:57 AM, Arkadi Colson <ar...@smartbit.be> wrote:
> On one replica the logs are saying:
>
> Mar 13, 2013 2:55:23 PM org.apache.solr.common.SolrException log
> SEVERE: null:org.apache.solr.common.SolrException: Error handling 'status' action
> at org.apache.solr.handler.admin.CoreAdminHandler.handleStatusAction(CoreAdminHandler.java:715)
> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:158)
> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
> at org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:365)
> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:174)
> at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
> at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
> at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
> at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
> at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
> at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
> at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:931)
> at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
> at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
> at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
> at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
> at org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:310)
> at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
> at java.lang.Thread.run(Thread.java:662)
> Caused by: org.apache.solr.common.SolrException: Error opening new searcher
> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1423)
> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1535)
> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1312)
> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1247)
> at org.apache.solr.handler.admin.CoreAdminHandler.getCoreStatus(CoreAdminHandler.java:1007)
> at org.apache.solr.handler.admin.CoreAdminHandler.handleStatusAction(CoreAdminHandler.java:701)
> ... 19 more
>
> On 03/13/2013 03:51 PM, Arkadi Colson wrote:
>> Due to server failure I have 2 down hosts for 1 shard: lvs_shard2
>> Is it possible to fix this? The index size is equal so I just need to be able to let one replica become active.
>>
>>
>> {
>> "lvs":{
>> "shards":{
>> "shard1":{
>> "range":"80000000-ffffffff",
>> "replicas":{
>> "solr01-dcg:8983_solr_lvs_shard1_replica1":{
>> "shard":"shard1",
>> "roles":null,
>> "state":"active",
>> "core":"lvs_shard1_replica1",
>> "collection":"lvs",
>> "node_name":"solr01-dcg:8983_solr",
>> "base_url":"http://solr01-dcg:8983/solr",
>> "leader":"true"},
>> "solr02-gs:8983_solr_lvs_shard1_replica2":{
>> "shard":"shard1",
>> "roles":null,
>> "state":"active",
>> "core":"lvs_shard1_replica2",
>> "collection":"lvs",
>> "node_name":"solr02-gs:8983_solr",
>> "base_url":"http://solr02-gs:8983/solr"}}},
>> "shard2":{
>> "range":"0-7fffffff",
>> "replicas":{
>> "solr02-dcg:8983_solr_lvs_shard2_replica1":{
>> "shard":"shard2",
>> "roles":null,
>> "state":"down",
>> "core":"lvs_shard2_replica1",
>> "collection":"lvs",
>> "node_name":"solr02-dcg:8983_solr",
>> "base_url":"http://solr02-dcg:8983/solr"},
>> "solr01-gs:8983_solr_lvs_shard2_replica2":{
>> "shard":"shard2",
>> "roles":null,
>> "state":"down",
>> "core":"lvs_shard2_replica2",
>> "collection":"lvs",
>> "node_name":"solr01-gs:8983_solr",
>> "base_url":"http://solr01-gs:8983/solr"}}}},
>> "router":"compositeId"},
>> "intradesk":{
>> "shards":{
>> "shard1":{
>> "range":"80000000-ffffffff",
>> "replicas":{
>> "solr01-dcg:8983_solr_intradesk_shard1_replica2":{
>> "shard":"shard1",
>> "roles":null,
>> "state":"active",
>> "core":"intradesk_shard1_replica2",
>> "collection":"intradesk",
>> "node_name":"solr01-dcg:8983_solr",
>> "base_url":"http://solr01-dcg:8983/solr",
>> "leader":"true"},
>> "solr02-gs:8983_solr_intradesk_shard1_replica1":{
>> "shard":"shard1",
>> "roles":null,
>> "state":"active",
>> "core":"intradesk_shard1_replica1",
>> "collection":"intradesk",
>> "node_name":"solr02-gs:8983_solr",
>> "base_url":"http://solr02-gs:8983/solr"}}},
>> "shard2":{
>> "range":"0-7fffffff",
>> "replicas":{
>> "solr02-dcg:8983_solr_intradesk_shard2_replica2":{
>> "shard":"shard2",
>> "roles":null,
>> "state":"active",
>> "core":"intradesk_shard2_replica2",
>> "collection":"intradesk",
>> "node_name":"solr02-dcg:8983_solr",
>> "base_url":"http://solr02-dcg:8983/solr"},
>> "solr01-gs.intnet:8983_solr_intradesk_shard2_replica1":{
>> "shard":"shard2",
>> "roles":null,
>> "state":"active",
>> "core":"intradesk_shard2_replica1",
>> "collection":"intradesk",
>> "node_name":"solr01-gs:8983_solr",
>> "base_url":"http://solr01-gs:8983/solr",
>> "leader":"true"}}}},
>> "router":"compositeId"}}
>>
>>
>>
>>
>
Re: Cloud with two down replica's
Posted by Arkadi Colson <ar...@smartbit.be>.
On one replica the logs are saying:
Mar 13, 2013 2:55:23 PM org.apache.solr.common.SolrException log
SEVERE: null:org.apache.solr.common.SolrException: Error handling
'status' action
at
org.apache.solr.handler.admin.CoreAdminHandler.handleStatusAction(CoreAdminHandler.java:715)
at
org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:158)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
at
org.apache.solr.servlet.SolrDispatchFilter.handleAdminRequest(SolrDispatchFilter.java:365)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:174)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:243)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:210)
at
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:222)
at
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:123)
at
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:171)
at
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:99)
at
org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:931)
at
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:118)
at
org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:407)
at
org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1004)
at
org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:589)
at
org.apache.tomcat.util.net.JIoEndpoint$SocketProcessor.run(JIoEndpoint.java:310)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908)
at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1423)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1535)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1312)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1247)
at
org.apache.solr.handler.admin.CoreAdminHandler.getCoreStatus(CoreAdminHandler.java:1007)
at
org.apache.solr.handler.admin.CoreAdminHandler.handleStatusAction(CoreAdminHandler.java:701)
... 19 more
On 03/13/2013 03:51 PM, Arkadi Colson wrote:
> Due to server failure I have 2 down hosts for 1 shard: lvs_shard2
> Is it possible to fix this? The index size is equal so I just need to
> be able to let one replica become active.
>
>
> {
> "lvs":{
> "shards":{
> "shard1":{
> "range":"80000000-ffffffff",
> "replicas":{
> "solr01-dcg:8983_solr_lvs_shard1_replica1":{
> "shard":"shard1",
> "roles":null,
> "state":"active",
> "core":"lvs_shard1_replica1",
> "collection":"lvs",
> "node_name":"solr01-dcg:8983_solr",
> "base_url":"http://solr01-dcg:8983/solr",
> "leader":"true"},
> "solr02-gs:8983_solr_lvs_shard1_replica2":{
> "shard":"shard1",
> "roles":null,
> "state":"active",
> "core":"lvs_shard1_replica2",
> "collection":"lvs",
> "node_name":"solr02-gs:8983_solr",
> "base_url":"http://solr02-gs:8983/solr"}}},
> "shard2":{
> "range":"0-7fffffff",
> "replicas":{
> "solr02-dcg:8983_solr_lvs_shard2_replica1":{
> "shard":"shard2",
> "roles":null,
> "state":"down",
> "core":"lvs_shard2_replica1",
> "collection":"lvs",
> "node_name":"solr02-dcg:8983_solr",
> "base_url":"http://solr02-dcg:8983/solr"},
> "solr01-gs:8983_solr_lvs_shard2_replica2":{
> "shard":"shard2",
> "roles":null,
> "state":"down",
> "core":"lvs_shard2_replica2",
> "collection":"lvs",
> "node_name":"solr01-gs:8983_solr",
> "base_url":"http://solr01-gs:8983/solr"}}}},
> "router":"compositeId"},
> "intradesk":{
> "shards":{
> "shard1":{
> "range":"80000000-ffffffff",
> "replicas":{
> "solr01-dcg:8983_solr_intradesk_shard1_replica2":{
> "shard":"shard1",
> "roles":null,
> "state":"active",
> "core":"intradesk_shard1_replica2",
> "collection":"intradesk",
> "node_name":"solr01-dcg:8983_solr",
> "base_url":"http://solr01-dcg:8983/solr",
> "leader":"true"},
> "solr02-gs:8983_solr_intradesk_shard1_replica1":{
> "shard":"shard1",
> "roles":null,
> "state":"active",
> "core":"intradesk_shard1_replica1",
> "collection":"intradesk",
> "node_name":"solr02-gs:8983_solr",
> "base_url":"http://solr02-gs:8983/solr"}}},
> "shard2":{
> "range":"0-7fffffff",
> "replicas":{
> "solr02-dcg:8983_solr_intradesk_shard2_replica2":{
> "shard":"shard2",
> "roles":null,
> "state":"active",
> "core":"intradesk_shard2_replica2",
> "collection":"intradesk",
> "node_name":"solr02-dcg:8983_solr",
> "base_url":"http://solr02-dcg:8983/solr"},
> "solr01-gs.intnet:8983_solr_intradesk_shard2_replica1":{
> "shard":"shard2",
> "roles":null,
> "state":"active",
> "core":"intradesk_shard2_replica1",
> "collection":"intradesk",
> "node_name":"solr01-gs:8983_solr",
> "base_url":"http://solr01-gs:8983/solr",
> "leader":"true"}}}},
> "router":"compositeId"}}
>
>
>
>