You are viewing a plain text version of this content. The canonical link for it is here.
Posted to solr-user@lucene.apache.org by Arkadi Colson <ar...@smartbit.be> on 2013/03/15 14:29:43 UTC
NRT - softCommit
NRT seems not to work in my case when doing a softcommit every 2
seconds. My conf looks like this:
<autoCommit>
<maxTime>10000</maxTime>
<openSearcher>false</openSearcher>
</autoCommit>
<autoSoftCommit>
<maxTime>2000</maxTime>
</autoSoftCommit>
No result from Solr when searching for a word in the file. When doing a
hard commit manually, it works.
Did I forgot to configure something?
Logging:
Mar 15, 2013 11:56:20 AM org.apache.solr.core.SolrCore execute
INFO: [intradesk] webapp=/solr path=/update
params={distrib.from=http://solr03:8983/solr/intradesk/&update.distrib=FROMLEADER&wt=javabin&version=2}
status=0 QTime=74
Mar 15, 2013 11:56:35 AM org.apache.solr.update.DirectUpdateHandler2 commit
INFO: start
commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
Mar 15, 2013 11:56:36 AM org.apache.solr.core.SolrDeletionPolicy onCommit
INFO: SolrDeletionPolicy.onCommit: commits:num=2
commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/solr/intradesk/data/index
lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c0081fb;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_7v,generation=283,filenames=[_e7.fnm,
segments_7v, _ec_Lucene40_0.tim, _eg.fdt, _ee_Lucene40_0.frq,
_ef_Lucene40_0.frq, _e9_Lucene40_0.frq, _eg.fnm, _eg.fdx,
_ec_Lucene40_0.tip, _dz_Lucene40_0.frq, _e9.fnm, _e0_Lucene40_0.tip,
_e0_Lucene40_0.tim, _e4.fdt, _e3.si, _ec.fnm, _eh_Lucene40_0.prx,
_ef.si, _e8_Lucene40_0.frq, _e7_Lucene40_0.frq, _e4.fdx,
_e8_Lucene40_0.prx, _dz.fdx, _ef_Lucene40_0.tip, _e2.fnm,
_ef_Lucene40_0.tim, _ec_Lucene40_0.frq, _e8.si, _ef_Lucene40_0.prx,
_eh.si, _e3_Lucene40_0.prx, _eh_Lucene40_0.tip, _e2_Lucene40_0.tim,
_e2_Lucene40_0.tip, _ec.fdt, _ec.fdx, _ed_Lucene40_0.frq,
_e6_Lucene40_0.frq, _e6_Lucene40_0.tim, _eh_Lucene40_0.tim,
_e6_Lucene40_0.tip, _e9_Lucene40_0.prx, _ee.fnm, _e8_nrm.cfs, _e3.fdx,
_ea_nrm.cfe, _eg_Lucene40_0.tip, _e3.fdt, _e9.fdt, _eg_Lucene40_0.tim,
_e8_nrm.cfe, _e9.fdx, _e5_Lucene40_0.frq, _ea_Lucene40_0.tim, _dz.fnm,
_e5_nrm.cfs, _eh.fnm, _ed.si, _e4.fnm, _e5_nrm.cfe, _e4_Lucene40_0.tip,
_e2_Lucene40_0.frq, _e0.si, _ec.si, _e4_Lucene40_0.tim, _ee.fdt,
_eg_Lucene40_0.frq, _ee.si, _dz_Lucene40_0.tim, _e7.fdt, _dz.fdt,
_ea_Lucene40_0.prx, _e2.si, _dz_Lucene40_0.tip, _e7.fdx,
_e5_Lucene40_0.prx, _e6.si, _ee.fdx, _eg_Lucene40_0.prx, _e5.si, _eg.si,
_ea_Lucene40_0.tip, _e2.fdt, _eh.fdt, _dz_Lucene40_0.prx, _eb.fdx,
_eh.fdx, _eb.fdt, _e7.si, _ea_nrm.cfs, _e2.fdx, _ed_Lucene40_0.prx,
_ee_Lucene40_0.tim, _e5_Lucene40_0.tip, _dz_nrm.cfe, _e7_nrm.cfe,
_ee_Lucene40_0.tip, _e5_Lucene40_0.tim, _e6_nrm.cfs, _e8_Lucene40_0.tip,
_e7_Lucene40_0.prx, _e8_Lucene40_0.tim, _dz.si, _e6.fnm,
_eh_Lucene40_0.frq, _ea.fnm, _e6_nrm.cfe, _e5.fnm, _e4_Lucene40_0.frq,
_e7_nrm.cfs, _e7_Lucene40_0.tip, _e8.fdx, _eb.fnm, _e8.fdt,
_e6_Lucene40_0.prx, _e7_Lucene40_0.tim, _ea.fdt, _dz_nrm.cfs, _ef.fdx,
_ea.fdx, _ef.fdt, _e3_Lucene40_0.frq, _e0.fdt, _e4_Lucene40_0.prx,
_ef.fnm, _ea_Lucene40_0.frq, _e0.fdx, _e9_Lucene40_0.tim, _ea.si,
_e9_Lucene40_0.tip, _eb.si, _e2_Lucene40_0.prx, _e9.si,
_eb_Lucene40_0.tim, _eb_Lucene40_0.tip, _e5.fdt, _ec_Lucene40_0.prx,
_ed.fnm, _e3_Lucene40_0.tim, _e3_Lucene40_0.tip, _e5.fdx, _e8.fnm,
_e0_Lucene40_0.prx, _ee_Lucene40_0.prx, _ed_Lucene40_0.tim,
_e0_Lucene40_0.frq, _e6.fdt, _ed_Lucene40_0.tip, _e6.fdx,
_eb_Lucene40_0.frq, _e3.fnm, _ed.fdt, _ed.fdx, _e4.si,
_eb_Lucene40_0.prx, _e0.fnm]
commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/solr/intradesk/data/index
lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c0081fb;
maxCacheMB=48.0
maxMergeSizeMB=4.0),segFN=segments_7w,generation=284,filenames=[_e7.fnm,
segments_7w, _ei_Lucene40_0.frq, _ec_Lucene40_0.tim, _eg.fdt,
_ee_Lucene40_0.frq, _ef_Lucene40_0.frq, _e9_Lucene40_0.frq, _eg.fnm,
_eg.fdx, _ec_Lucene40_0.tip, _dz_Lucene40_0.frq, _e9.fnm,
_e0_Lucene40_0.tip, _e0_Lucene40_0.tim, _e4.fdt, _e3.si, _ec.fnm,
_eh_Lucene40_0.prx, _ef.si, _ei.si, _e8_Lucene40_0.frq,
_e7_Lucene40_0.frq, _e4.fdx, _e8_Lucene40_0.prx, _dz.fdx,
_ef_Lucene40_0.tip, _e2.fnm, _ef_Lucene40_0.tim, _ec_Lucene40_0.frq,
_e8.si, _ef_Lucene40_0.prx, _eh.si, _e3_Lucene40_0.prx,
_eh_Lucene40_0.tip, _e2_Lucene40_0.tim, _e2_Lucene40_0.tip, _ec.fdt,
_ec.fdx, _ed_Lucene40_0.frq, _e6_Lucene40_0.frq, _e6_Lucene40_0.tim,
_eh_Lucene40_0.tim, _e6_Lucene40_0.tip, _e9_Lucene40_0.prx, _ee.fnm,
_e8_nrm.cfs, _e3.fdx, _ea_nrm.cfe, _eg_Lucene40_0.tip, _e3.fdt, _e9.fdt,
_eg_Lucene40_0.tim, _e8_nrm.cfe, _e9.fdx, _e5_Lucene40_0.frq,
_ea_Lucene40_0.tim, _dz.fnm, _e5_nrm.cfs, _eh.fnm, _ed.si, _e4.fnm,
_e5_nrm.cfe, _e4_Lucene40_0.tip, _ei.fdx, _e2_Lucene40_0.frq, _e0.si,
_ec.si, _e4_Lucene40_0.tim, _ei.fdt, _ee.fdt, _eg_Lucene40_0.frq,
_ee.si, _dz_Lucene40_0.tim, _e7.fdt, _dz.fdt, _ea_Lucene40_0.prx,
_e2.si, _dz_Lucene40_0.tip, _e7.fdx, _e5_Lucene40_0.prx, _e6.si,
_ee.fdx, _eg_Lucene40_0.prx, _e5.si, _eg.si, _ea_Lucene40_0.tip,
_e2.fdt, _eh.fdt, _dz_Lucene40_0.prx, _eb.fdx, _eh.fdx, _eb.fdt, _e7.si,
_ea_nrm.cfs, _e2.fdx, _ei.fnm, _ed_Lucene40_0.prx, _ee_Lucene40_0.tim,
_e5_Lucene40_0.tip, _dz_nrm.cfe, _e7_nrm.cfe, _ee_Lucene40_0.tip,
_e5_Lucene40_0.tim, _e6_nrm.cfs, _e8_Lucene40_0.tip, _e7_Lucene40_0.prx,
_e8_Lucene40_0.tim, _dz.si, _e6.fnm, _eh_Lucene40_0.frq, _ea.fnm,
_e6_nrm.cfe, _e5.fnm, _e4_Lucene40_0.frq, _e7_nrm.cfs,
_e7_Lucene40_0.tip, _e8.fdx, _eb.fnm, _e8.fdt, _e6_Lucene40_0.prx,
_e7_Lucene40_0.tim, _ea.fdt, _dz_nrm.cfs, _ef.fdx, _ea.fdx, _ef.fdt,
_e3_Lucene40_0.frq, _e0.fdt, _e4_Lucene40_0.prx, _ef.fnm,
_ea_Lucene40_0.frq, _e0.fdx, _e9_Lucene40_0.tim, _ea.si,
_e9_Lucene40_0.tip, _eb.si, _e2_Lucene40_0.prx, _e9.si,
_eb_Lucene40_0.tim, _ei_Lucene40_0.tim, _eb_Lucene40_0.tip, _e5.fdt,
_ec_Lucene40_0.prx, _ed.fnm, _e3_Lucene40_0.tim, _e3_Lucene40_0.tip,
_ei_Lucene40_0.tip, _e5.fdx, _e8.fnm, _e0_Lucene40_0.prx,
_ee_Lucene40_0.prx, _ed_Lucene40_0.tim, _e0_Lucene40_0.frq, _e6.fdt,
_ed_Lucene40_0.tip, _e6.fdx, _eb_Lucene40_0.frq, _e3.fnm,
_ei_Lucene40_0.prx, _ed.fdt, _ed.fdx, _e4.si, _eb_Lucene40_0.prx, _e0.fnm]
Mar 15, 2013 11:56:36 AM org.apache.solr.core.SolrDeletionPolicy
updateCommits
INFO: newest commit = 284
Mar 15, 2013 11:56:36 AM org.apache.solr.search.SolrIndexSearcher <init>
INFO: Opening Searcher@db4268b realtime
Mar 15, 2013 11:56:36 AM org.apache.solr.update.DirectUpdateHandler2 commit
INFO: end_commit_flush
--
Met vriendelijke groeten
Arkadi Colson
Smartbit bvba • Hoogstraat 13 • 3670 Meeuwen
T +32 11 64 08 80 • F +32 11 64 08 81
Re: NRT - softCommit
Posted by Erick Erickson <er...@gmail.com>.
You shouldn't need to specify openSearcher on soft commits, I suspect
there's something else going on. Is it possible that you're getting results
from your browser cache? Try turning browser caching off would be one place
to start.
To check your autocommit, one thing you can do is issue q=*:*, the numFound
should be going up (unless, of course, you're replacing documents, but you
get the idea).
As an aside, I'd really recommend you go to 4.2. There have been a lot of
fixes since 4.0...
Best
Erick
On Fri, Mar 15, 2013 at 5:41 PM, Prakhar Birla <pr...@gmail.com>wrote:
> You have to open searchers for the new data to show up. Try this:
>
> <autoCommit>
> <maxTime>10000</maxTime>
> <openSearcher>false</**openSearcher>
> </autoCommit>
>
> <autoSoftCommit>
> <maxTime>2000</maxTime>
> <openSearcher>true</**openSearcher>
> </autoSoftCommit>
>
> Make sure that you have low autowarm counts otherwise you need to reduce
> the freq. of commits.
>
> On 15 March 2013 18:59, Arkadi Colson <ar...@smartbit.be> wrote:
>
> > NRT seems not to work in my case when doing a softcommit every 2 seconds.
> > My conf looks like this:
> > <autoCommit>
> > <maxTime>10000</maxTime>
> > <openSearcher>false</**openSearcher>
> > </autoCommit>
> >
> > <autoSoftCommit>
> > <maxTime>2000</maxTime>
> > </autoSoftCommit>
> >
> > No result from Solr when searching for a word in the file. When doing a
> > hard commit manually, it works.
> >
> > Did I forgot to configure something?
> >
> >
> > Logging:
> >
> > Mar 15, 2013 11:56:20 AM org.apache.solr.core.SolrCore execute
> > INFO: [intradesk] webapp=/solr path=/update params={distrib.from=http://
> **
> > solr03:8983/solr/intradesk/&**update.distrib=FROMLEADER&wt=**
> > javabin&version=2<
> http://solr03:8983/solr/intradesk/&update.distrib=FROMLEADER&wt=javabin&version=2
> >}
> > status=0 QTime=74
> > Mar 15, 2013 11:56:35 AM org.apache.solr.update.**DirectUpdateHandler2
> > commit
> > INFO: start commit{flags=0,_version_=0,**optimize=false,openSearcher=**
> > false,waitSearcher=true,**expungeDeletes=false,**softCommit=false}
> > Mar 15, 2013 11:56:36 AM org.apache.solr.core.**SolrDeletionPolicy
> > onCommit
> > INFO: SolrDeletionPolicy.onCommit: commits:num=2
> > commit{dir=**NRTCachingDirectory(org.**apache.lucene.store.**
> > MMapDirectory@/solr/intradesk/**data/index
> lockFactory=org.apache.lucene.*
> > *store.NativeFSLockFactory@**6c0081fb; maxCacheMB=48.0
> >
> maxMergeSizeMB=4.0),segFN=**segments_7v,generation=283,**filenames=[_e7.fnm,
> > segments_7v, _ec_Lucene40_0.tim, _eg.fdt, _ee_Lucene40_0.frq,
> > _ef_Lucene40_0.frq, _e9_Lucene40_0.frq, _eg.fnm, _eg.fdx,
> > _ec_Lucene40_0.tip, _dz_Lucene40_0.frq, _e9.fnm, _e0_Lucene40_0.tip,
> > _e0_Lucene40_0.tim, _e4.fdt, _e3.si, _ec.fnm, _eh_Lucene40_0.prx, _ef.si
> ,
> > _e8_Lucene40_0.frq, _e7_Lucene40_0.frq, _e4.fdx, _e8_Lucene40_0.prx,
> > _dz.fdx, _ef_Lucene40_0.tip, _e2.fnm, _ef_Lucene40_0.tim,
> > _ec_Lucene40_0.frq, _e8.si, _ef_Lucene40_0.prx, _eh.si,
> > _e3_Lucene40_0.prx, _eh_Lucene40_0.tip, _e2_Lucene40_0.tim,
> > _e2_Lucene40_0.tip, _ec.fdt, _ec.fdx, _ed_Lucene40_0.frq,
> > _e6_Lucene40_0.frq, _e6_Lucene40_0.tim, _eh_Lucene40_0.tim,
> > _e6_Lucene40_0.tip, _e9_Lucene40_0.prx, _ee.fnm, _e8_nrm.cfs, _e3.fdx,
> > _ea_nrm.cfe, _eg_Lucene40_0.tip, _e3.fdt, _e9.fdt, _eg_Lucene40_0.tim,
> > _e8_nrm.cfe, _e9.fdx, _e5_Lucene40_0.frq, _ea_Lucene40_0.tim, _dz.fnm,
> > _e5_nrm.cfs, _eh.fnm, _ed.si, _e4.fnm, _e5_nrm.cfe, _e4_Lucene40_0.tip,
> > _e2_Lucene40_0.frq, _e0.si, _ec.si, _e4_Lucene40_0.tim, _ee.fdt,
> > _eg_Lucene40_0.frq, _ee.si, _dz_Lucene40_0.tim, _e7.fdt, _dz.fdt,
> > _ea_Lucene40_0.prx, _e2.si, _dz_Lucene40_0.tip, _e7.fdx,
> > _e5_Lucene40_0.prx, _e6.si, _ee.fdx, _eg_Lucene40_0.prx, _e5.si, _eg.si,
> > _ea_Lucene40_0.tip, _e2.fdt, _eh.fdt, _dz_Lucene40_0.prx, _eb.fdx,
> _eh.fdx,
> > _eb.fdt, _e7.si, _ea_nrm.cfs, _e2.fdx, _ed_Lucene40_0.prx,
> > _ee_Lucene40_0.tim, _e5_Lucene40_0.tip, _dz_nrm.cfe, _e7_nrm.cfe,
> > _ee_Lucene40_0.tip, _e5_Lucene40_0.tim, _e6_nrm.cfs, _e8_Lucene40_0.tip,
> > _e7_Lucene40_0.prx, _e8_Lucene40_0.tim, _dz.si, _e6.fnm,
> > _eh_Lucene40_0.frq, _ea.fnm, _e6_nrm.cfe, _e5.fnm, _e4_Lucene40_0.frq,
> > _e7_nrm.cfs, _e7_Lucene40_0.tip, _e8.fdx, _eb.fnm, _e8.fdt,
> > _e6_Lucene40_0.prx, _e7_Lucene40_0.tim, _ea.fdt, _dz_nrm.cfs, _ef.fdx,
> > _ea.fdx, _ef.fdt, _e3_Lucene40_0.frq, _e0.fdt, _e4_Lucene40_0.prx,
> _ef.fnm,
> > _ea_Lucene40_0.frq, _e0.fdx, _e9_Lucene40_0.tim, _ea.si,
> > _e9_Lucene40_0.tip, _eb.si, _e2_Lucene40_0.prx, _e9.si,
> > _eb_Lucene40_0.tim, _eb_Lucene40_0.tip, _e5.fdt, _ec_Lucene40_0.prx,
> > _ed.fnm, _e3_Lucene40_0.tim, _e3_Lucene40_0.tip, _e5.fdx, _e8.fnm,
> > _e0_Lucene40_0.prx, _ee_Lucene40_0.prx, _ed_Lucene40_0.tim,
> > _e0_Lucene40_0.frq, _e6.fdt, _ed_Lucene40_0.tip, _e6.fdx,
> > _eb_Lucene40_0.frq, _e3.fnm, _ed.fdt, _ed.fdx, _e4.si,
> > _eb_Lucene40_0.prx, _e0.fnm]
> > commit{dir=**NRTCachingDirectory(org.**apache.lucene.store.**
> > MMapDirectory@/solr/intradesk/**data/index
> lockFactory=org.apache.lucene.*
> > *store.NativeFSLockFactory@**6c0081fb; maxCacheMB=48.0
> >
> maxMergeSizeMB=4.0),segFN=**segments_7w,generation=284,**filenames=[_e7.fnm,
> > segments_7w, _ei_Lucene40_0.frq, _ec_Lucene40_0.tim, _eg.fdt,
> > _ee_Lucene40_0.frq, _ef_Lucene40_0.frq, _e9_Lucene40_0.frq, _eg.fnm,
> > _eg.fdx, _ec_Lucene40_0.tip, _dz_Lucene40_0.frq, _e9.fnm,
> > _e0_Lucene40_0.tip, _e0_Lucene40_0.tim, _e4.fdt, _e3.si, _ec.fnm,
> > _eh_Lucene40_0.prx, _ef.si, _ei.si, _e8_Lucene40_0.frq,
> > _e7_Lucene40_0.frq, _e4.fdx, _e8_Lucene40_0.prx, _dz.fdx,
> > _ef_Lucene40_0.tip, _e2.fnm, _ef_Lucene40_0.tim, _ec_Lucene40_0.frq, _
> > e8.si, _ef_Lucene40_0.prx, _eh.si, _e3_Lucene40_0.prx,
> > _eh_Lucene40_0.tip, _e2_Lucene40_0.tim, _e2_Lucene40_0.tip, _ec.fdt,
> > _ec.fdx, _ed_Lucene40_0.frq, _e6_Lucene40_0.frq, _e6_Lucene40_0.tim,
> > _eh_Lucene40_0.tim, _e6_Lucene40_0.tip, _e9_Lucene40_0.prx, _ee.fnm,
> > _e8_nrm.cfs, _e3.fdx, _ea_nrm.cfe, _eg_Lucene40_0.tip, _e3.fdt, _e9.fdt,
> > _eg_Lucene40_0.tim, _e8_nrm.cfe, _e9.fdx, _e5_Lucene40_0.frq,
> > _ea_Lucene40_0.tim, _dz.fnm, _e5_nrm.cfs, _eh.fnm, _ed.si, _e4.fnm,
> > _e5_nrm.cfe, _e4_Lucene40_0.tip, _ei.fdx, _e2_Lucene40_0.frq, _e0.si, _
> > ec.si, _e4_Lucene40_0.tim, _ei.fdt, _ee.fdt, _eg_Lucene40_0.frq, _ee.si,
> > _dz_Lucene40_0.tim, _e7.fdt, _dz.fdt, _ea_Lucene40_0.prx, _e2.si,
> > _dz_Lucene40_0.tip, _e7.fdx, _e5_Lucene40_0.prx, _e6.si, _ee.fdx,
> > _eg_Lucene40_0.prx, _e5.si, _eg.si, _ea_Lucene40_0.tip, _e2.fdt,
> _eh.fdt,
> > _dz_Lucene40_0.prx, _eb.fdx, _eh.fdx, _eb.fdt, _e7.si, _ea_nrm.cfs,
> > _e2.fdx, _ei.fnm, _ed_Lucene40_0.prx, _ee_Lucene40_0.tim,
> > _e5_Lucene40_0.tip, _dz_nrm.cfe, _e7_nrm.cfe, _ee_Lucene40_0.tip,
> > _e5_Lucene40_0.tim, _e6_nrm.cfs, _e8_Lucene40_0.tip, _e7_Lucene40_0.prx,
> > _e8_Lucene40_0.tim, _dz.si, _e6.fnm, _eh_Lucene40_0.frq, _ea.fnm,
> > _e6_nrm.cfe, _e5.fnm, _e4_Lucene40_0.frq, _e7_nrm.cfs,
> _e7_Lucene40_0.tip,
> > _e8.fdx, _eb.fnm, _e8.fdt, _e6_Lucene40_0.prx, _e7_Lucene40_0.tim,
> _ea.fdt,
> > _dz_nrm.cfs, _ef.fdx, _ea.fdx, _ef.fdt, _e3_Lucene40_0.frq, _e0.fdt,
> > _e4_Lucene40_0.prx, _ef.fnm, _ea_Lucene40_0.frq, _e0.fdx,
> > _e9_Lucene40_0.tim, _ea.si, _e9_Lucene40_0.tip, _eb.si,
> > _e2_Lucene40_0.prx, _e9.si, _eb_Lucene40_0.tim, _ei_Lucene40_0.tim,
> > _eb_Lucene40_0.tip, _e5.fdt, _ec_Lucene40_0.prx, _ed.fnm,
> > _e3_Lucene40_0.tim, _e3_Lucene40_0.tip, _ei_Lucene40_0.tip, _e5.fdx,
> > _e8.fnm, _e0_Lucene40_0.prx, _ee_Lucene40_0.prx, _ed_Lucene40_0.tim,
> > _e0_Lucene40_0.frq, _e6.fdt, _ed_Lucene40_0.tip, _e6.fdx,
> > _eb_Lucene40_0.frq, _e3.fnm, _ei_Lucene40_0.prx, _ed.fdt, _ed.fdx, _
> e4.si,
> > _eb_Lucene40_0.prx, _e0.fnm]
> > Mar 15, 2013 11:56:36 AM org.apache.solr.core.**SolrDeletionPolicy
> > updateCommits
> > INFO: newest commit = 284
> > Mar 15, 2013 11:56:36 AM org.apache.solr.search.**SolrIndexSearcher
> <init>
> > INFO: Opening Searcher@db4268b realtime
> > Mar 15, 2013 11:56:36 AM org.apache.solr.update.**DirectUpdateHandler2
> > commit
> > INFO: end_commit_flush
> >
> >
> >
> > --
> > Met vriendelijke groeten
> >
> > Arkadi Colson
> >
> > Smartbit bvba • Hoogstraat 13 • 3670 Meeuwen
> > T +32 11 64 08 80 • F +32 11 64 08 81
> >
> >
>
>
> --
> Regards,
> Prakhar Birla
> +91 9739868086
>
Re: NRT - softCommit
Posted by Prakhar Birla <pr...@gmail.com>.
You have to open searchers for the new data to show up. Try this:
<autoCommit>
<maxTime>10000</maxTime>
<openSearcher>false</**openSearcher>
</autoCommit>
<autoSoftCommit>
<maxTime>2000</maxTime>
<openSearcher>true</**openSearcher>
</autoSoftCommit>
Make sure that you have low autowarm counts otherwise you need to reduce
the freq. of commits.
On 15 March 2013 18:59, Arkadi Colson <ar...@smartbit.be> wrote:
> NRT seems not to work in my case when doing a softcommit every 2 seconds.
> My conf looks like this:
> <autoCommit>
> <maxTime>10000</maxTime>
> <openSearcher>false</**openSearcher>
> </autoCommit>
>
> <autoSoftCommit>
> <maxTime>2000</maxTime>
> </autoSoftCommit>
>
> No result from Solr when searching for a word in the file. When doing a
> hard commit manually, it works.
>
> Did I forgot to configure something?
>
>
> Logging:
>
> Mar 15, 2013 11:56:20 AM org.apache.solr.core.SolrCore execute
> INFO: [intradesk] webapp=/solr path=/update params={distrib.from=http://**
> solr03:8983/solr/intradesk/&**update.distrib=FROMLEADER&wt=**
> javabin&version=2<http://solr03:8983/solr/intradesk/&update.distrib=FROMLEADER&wt=javabin&version=2>}
> status=0 QTime=74
> Mar 15, 2013 11:56:35 AM org.apache.solr.update.**DirectUpdateHandler2
> commit
> INFO: start commit{flags=0,_version_=0,**optimize=false,openSearcher=**
> false,waitSearcher=true,**expungeDeletes=false,**softCommit=false}
> Mar 15, 2013 11:56:36 AM org.apache.solr.core.**SolrDeletionPolicy
> onCommit
> INFO: SolrDeletionPolicy.onCommit: commits:num=2
> commit{dir=**NRTCachingDirectory(org.**apache.lucene.store.**
> MMapDirectory@/solr/intradesk/**data/index lockFactory=org.apache.lucene.*
> *store.NativeFSLockFactory@**6c0081fb; maxCacheMB=48.0
> maxMergeSizeMB=4.0),segFN=**segments_7v,generation=283,**filenames=[_e7.fnm,
> segments_7v, _ec_Lucene40_0.tim, _eg.fdt, _ee_Lucene40_0.frq,
> _ef_Lucene40_0.frq, _e9_Lucene40_0.frq, _eg.fnm, _eg.fdx,
> _ec_Lucene40_0.tip, _dz_Lucene40_0.frq, _e9.fnm, _e0_Lucene40_0.tip,
> _e0_Lucene40_0.tim, _e4.fdt, _e3.si, _ec.fnm, _eh_Lucene40_0.prx, _ef.si,
> _e8_Lucene40_0.frq, _e7_Lucene40_0.frq, _e4.fdx, _e8_Lucene40_0.prx,
> _dz.fdx, _ef_Lucene40_0.tip, _e2.fnm, _ef_Lucene40_0.tim,
> _ec_Lucene40_0.frq, _e8.si, _ef_Lucene40_0.prx, _eh.si,
> _e3_Lucene40_0.prx, _eh_Lucene40_0.tip, _e2_Lucene40_0.tim,
> _e2_Lucene40_0.tip, _ec.fdt, _ec.fdx, _ed_Lucene40_0.frq,
> _e6_Lucene40_0.frq, _e6_Lucene40_0.tim, _eh_Lucene40_0.tim,
> _e6_Lucene40_0.tip, _e9_Lucene40_0.prx, _ee.fnm, _e8_nrm.cfs, _e3.fdx,
> _ea_nrm.cfe, _eg_Lucene40_0.tip, _e3.fdt, _e9.fdt, _eg_Lucene40_0.tim,
> _e8_nrm.cfe, _e9.fdx, _e5_Lucene40_0.frq, _ea_Lucene40_0.tim, _dz.fnm,
> _e5_nrm.cfs, _eh.fnm, _ed.si, _e4.fnm, _e5_nrm.cfe, _e4_Lucene40_0.tip,
> _e2_Lucene40_0.frq, _e0.si, _ec.si, _e4_Lucene40_0.tim, _ee.fdt,
> _eg_Lucene40_0.frq, _ee.si, _dz_Lucene40_0.tim, _e7.fdt, _dz.fdt,
> _ea_Lucene40_0.prx, _e2.si, _dz_Lucene40_0.tip, _e7.fdx,
> _e5_Lucene40_0.prx, _e6.si, _ee.fdx, _eg_Lucene40_0.prx, _e5.si, _eg.si,
> _ea_Lucene40_0.tip, _e2.fdt, _eh.fdt, _dz_Lucene40_0.prx, _eb.fdx, _eh.fdx,
> _eb.fdt, _e7.si, _ea_nrm.cfs, _e2.fdx, _ed_Lucene40_0.prx,
> _ee_Lucene40_0.tim, _e5_Lucene40_0.tip, _dz_nrm.cfe, _e7_nrm.cfe,
> _ee_Lucene40_0.tip, _e5_Lucene40_0.tim, _e6_nrm.cfs, _e8_Lucene40_0.tip,
> _e7_Lucene40_0.prx, _e8_Lucene40_0.tim, _dz.si, _e6.fnm,
> _eh_Lucene40_0.frq, _ea.fnm, _e6_nrm.cfe, _e5.fnm, _e4_Lucene40_0.frq,
> _e7_nrm.cfs, _e7_Lucene40_0.tip, _e8.fdx, _eb.fnm, _e8.fdt,
> _e6_Lucene40_0.prx, _e7_Lucene40_0.tim, _ea.fdt, _dz_nrm.cfs, _ef.fdx,
> _ea.fdx, _ef.fdt, _e3_Lucene40_0.frq, _e0.fdt, _e4_Lucene40_0.prx, _ef.fnm,
> _ea_Lucene40_0.frq, _e0.fdx, _e9_Lucene40_0.tim, _ea.si,
> _e9_Lucene40_0.tip, _eb.si, _e2_Lucene40_0.prx, _e9.si,
> _eb_Lucene40_0.tim, _eb_Lucene40_0.tip, _e5.fdt, _ec_Lucene40_0.prx,
> _ed.fnm, _e3_Lucene40_0.tim, _e3_Lucene40_0.tip, _e5.fdx, _e8.fnm,
> _e0_Lucene40_0.prx, _ee_Lucene40_0.prx, _ed_Lucene40_0.tim,
> _e0_Lucene40_0.frq, _e6.fdt, _ed_Lucene40_0.tip, _e6.fdx,
> _eb_Lucene40_0.frq, _e3.fnm, _ed.fdt, _ed.fdx, _e4.si,
> _eb_Lucene40_0.prx, _e0.fnm]
> commit{dir=**NRTCachingDirectory(org.**apache.lucene.store.**
> MMapDirectory@/solr/intradesk/**data/index lockFactory=org.apache.lucene.*
> *store.NativeFSLockFactory@**6c0081fb; maxCacheMB=48.0
> maxMergeSizeMB=4.0),segFN=**segments_7w,generation=284,**filenames=[_e7.fnm,
> segments_7w, _ei_Lucene40_0.frq, _ec_Lucene40_0.tim, _eg.fdt,
> _ee_Lucene40_0.frq, _ef_Lucene40_0.frq, _e9_Lucene40_0.frq, _eg.fnm,
> _eg.fdx, _ec_Lucene40_0.tip, _dz_Lucene40_0.frq, _e9.fnm,
> _e0_Lucene40_0.tip, _e0_Lucene40_0.tim, _e4.fdt, _e3.si, _ec.fnm,
> _eh_Lucene40_0.prx, _ef.si, _ei.si, _e8_Lucene40_0.frq,
> _e7_Lucene40_0.frq, _e4.fdx, _e8_Lucene40_0.prx, _dz.fdx,
> _ef_Lucene40_0.tip, _e2.fnm, _ef_Lucene40_0.tim, _ec_Lucene40_0.frq, _
> e8.si, _ef_Lucene40_0.prx, _eh.si, _e3_Lucene40_0.prx,
> _eh_Lucene40_0.tip, _e2_Lucene40_0.tim, _e2_Lucene40_0.tip, _ec.fdt,
> _ec.fdx, _ed_Lucene40_0.frq, _e6_Lucene40_0.frq, _e6_Lucene40_0.tim,
> _eh_Lucene40_0.tim, _e6_Lucene40_0.tip, _e9_Lucene40_0.prx, _ee.fnm,
> _e8_nrm.cfs, _e3.fdx, _ea_nrm.cfe, _eg_Lucene40_0.tip, _e3.fdt, _e9.fdt,
> _eg_Lucene40_0.tim, _e8_nrm.cfe, _e9.fdx, _e5_Lucene40_0.frq,
> _ea_Lucene40_0.tim, _dz.fnm, _e5_nrm.cfs, _eh.fnm, _ed.si, _e4.fnm,
> _e5_nrm.cfe, _e4_Lucene40_0.tip, _ei.fdx, _e2_Lucene40_0.frq, _e0.si, _
> ec.si, _e4_Lucene40_0.tim, _ei.fdt, _ee.fdt, _eg_Lucene40_0.frq, _ee.si,
> _dz_Lucene40_0.tim, _e7.fdt, _dz.fdt, _ea_Lucene40_0.prx, _e2.si,
> _dz_Lucene40_0.tip, _e7.fdx, _e5_Lucene40_0.prx, _e6.si, _ee.fdx,
> _eg_Lucene40_0.prx, _e5.si, _eg.si, _ea_Lucene40_0.tip, _e2.fdt, _eh.fdt,
> _dz_Lucene40_0.prx, _eb.fdx, _eh.fdx, _eb.fdt, _e7.si, _ea_nrm.cfs,
> _e2.fdx, _ei.fnm, _ed_Lucene40_0.prx, _ee_Lucene40_0.tim,
> _e5_Lucene40_0.tip, _dz_nrm.cfe, _e7_nrm.cfe, _ee_Lucene40_0.tip,
> _e5_Lucene40_0.tim, _e6_nrm.cfs, _e8_Lucene40_0.tip, _e7_Lucene40_0.prx,
> _e8_Lucene40_0.tim, _dz.si, _e6.fnm, _eh_Lucene40_0.frq, _ea.fnm,
> _e6_nrm.cfe, _e5.fnm, _e4_Lucene40_0.frq, _e7_nrm.cfs, _e7_Lucene40_0.tip,
> _e8.fdx, _eb.fnm, _e8.fdt, _e6_Lucene40_0.prx, _e7_Lucene40_0.tim, _ea.fdt,
> _dz_nrm.cfs, _ef.fdx, _ea.fdx, _ef.fdt, _e3_Lucene40_0.frq, _e0.fdt,
> _e4_Lucene40_0.prx, _ef.fnm, _ea_Lucene40_0.frq, _e0.fdx,
> _e9_Lucene40_0.tim, _ea.si, _e9_Lucene40_0.tip, _eb.si,
> _e2_Lucene40_0.prx, _e9.si, _eb_Lucene40_0.tim, _ei_Lucene40_0.tim,
> _eb_Lucene40_0.tip, _e5.fdt, _ec_Lucene40_0.prx, _ed.fnm,
> _e3_Lucene40_0.tim, _e3_Lucene40_0.tip, _ei_Lucene40_0.tip, _e5.fdx,
> _e8.fnm, _e0_Lucene40_0.prx, _ee_Lucene40_0.prx, _ed_Lucene40_0.tim,
> _e0_Lucene40_0.frq, _e6.fdt, _ed_Lucene40_0.tip, _e6.fdx,
> _eb_Lucene40_0.frq, _e3.fnm, _ei_Lucene40_0.prx, _ed.fdt, _ed.fdx, _e4.si,
> _eb_Lucene40_0.prx, _e0.fnm]
> Mar 15, 2013 11:56:36 AM org.apache.solr.core.**SolrDeletionPolicy
> updateCommits
> INFO: newest commit = 284
> Mar 15, 2013 11:56:36 AM org.apache.solr.search.**SolrIndexSearcher <init>
> INFO: Opening Searcher@db4268b realtime
> Mar 15, 2013 11:56:36 AM org.apache.solr.update.**DirectUpdateHandler2
> commit
> INFO: end_commit_flush
>
>
>
> --
> Met vriendelijke groeten
>
> Arkadi Colson
>
> Smartbit bvba • Hoogstraat 13 • 3670 Meeuwen
> T +32 11 64 08 80 • F +32 11 64 08 81
>
>
--
Regards,
Prakhar Birla
+91 9739868086