You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by va...@apache.org on 2016/03/05 23:43:35 UTC
lucene-solr git commit: SOLR-8449: Fix the core restore functionality
to allow restoring multiple times on the same core
Repository: lucene-solr
Updated Branches:
refs/heads/master f1c044a2d -> 4381018b7
SOLR-8449: Fix the core restore functionality to allow restoring multiple times on the same core
Project: http://git-wip-us.apache.org/repos/asf/lucene-solr/repo
Commit: http://git-wip-us.apache.org/repos/asf/lucene-solr/commit/4381018b
Tree: http://git-wip-us.apache.org/repos/asf/lucene-solr/tree/4381018b
Diff: http://git-wip-us.apache.org/repos/asf/lucene-solr/diff/4381018b
Branch: refs/heads/master
Commit: 4381018b77f019ce2c579240538177b546ff3d86
Parents: f1c044a
Author: Varun Thacker <va...@gmail.com>
Authored: Sat Mar 5 13:15:19 2016 +0530
Committer: Varun Thacker <va...@gmail.com>
Committed: Sun Mar 6 04:12:11 2016 +0530
----------------------------------------------------------------------
solr/CHANGES.txt | 3 ++
.../org/apache/solr/handler/RestoreCore.java | 6 ++-
.../apache/solr/handler/TestRestoreCore.java | 55 +++++++++++---------
3 files changed, 39 insertions(+), 25 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/4381018b/solr/CHANGES.txt
----------------------------------------------------------------------
diff --git a/solr/CHANGES.txt b/solr/CHANGES.txt
index 60d3f4d..813a0b7 100644
--- a/solr/CHANGES.txt
+++ b/solr/CHANGES.txt
@@ -267,6 +267,9 @@ Bug Fixes
* SOLR-8779: Fix missing InterruptedException handling in ZkStateReader.java (Varun Thacker)
+* SOLR-8449: Fix the core restore functionality to allow restoring multiple times on the same core
+ (Johannes Brucher, Varun Thacker)
+
Optimizations
----------------------
* SOLR-7876: Speed up queries and operations that use many terms when timeAllowed has not been
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/4381018b/solr/core/src/java/org/apache/solr/handler/RestoreCore.java
----------------------------------------------------------------------
diff --git a/solr/core/src/java/org/apache/solr/handler/RestoreCore.java b/solr/core/src/java/org/apache/solr/handler/RestoreCore.java
index a6c1da9..9949d3f 100644
--- a/solr/core/src/java/org/apache/solr/handler/RestoreCore.java
+++ b/solr/core/src/java/org/apache/solr/handler/RestoreCore.java
@@ -19,6 +19,9 @@ package org.apache.solr.handler;
import java.lang.invoke.MethodHandles;
import java.nio.file.Path;
import java.nio.file.Paths;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+import java.util.Locale;
import java.util.concurrent.Callable;
import java.util.concurrent.Future;
@@ -55,7 +58,8 @@ public class RestoreCore implements Callable<Boolean> {
private boolean doRestore() throws Exception {
Path backupPath = Paths.get(backupLocation).resolve(backupName);
- String restoreIndexName = "restore." + backupName;
+ SimpleDateFormat dateFormat = new SimpleDateFormat(SnapShooter.DATE_FMT, Locale.ROOT);
+ String restoreIndexName = "restore." + dateFormat.format(new Date());
String restoreIndexPath = core.getDataDir() + restoreIndexName;
Directory restoreIndexDir = null;
http://git-wip-us.apache.org/repos/asf/lucene-solr/blob/4381018b/solr/core/src/test/org/apache/solr/handler/TestRestoreCore.java
----------------------------------------------------------------------
diff --git a/solr/core/src/test/org/apache/solr/handler/TestRestoreCore.java b/solr/core/src/test/org/apache/solr/handler/TestRestoreCore.java
index b219a8d..1218783 100644
--- a/solr/core/src/test/org/apache/solr/handler/TestRestoreCore.java
+++ b/solr/core/src/test/org/apache/solr/handler/TestRestoreCore.java
@@ -138,36 +138,43 @@ public class TestRestoreCore extends SolrJettyTestBase {
Thread.sleep(1000);
}
- //Modify existing index before we call restore.
- //Delete a few docs
- int numDeletes = TestUtil.nextInt(random(), 1, nDocs);
- for(int i=0; i<numDeletes; i++) {
- masterClient.deleteByQuery("id:" + i);
- }
- masterClient.commit();
-
- //Add a few more
- int moreAdds = TestUtil.nextInt(random(), 1, 100);
- for (int i=0; i<moreAdds; i++) {
- SolrInputDocument doc = new SolrInputDocument();
- doc.addField("id", i + nDocs);
- doc.addField("name", "name = " + (i + nDocs));
- masterClient.add(doc);
- }
- //Purposely not calling commit once in a while. There can be some docs which are not committed
- if (usually()) {
+
+ int numRestoreTests = TestUtil.nextInt(random(), 1, 5);
+
+ for (int attempts=0; attempts<numRestoreTests; attempts++) {
+ //Modify existing index before we call restore.
+
+ //Delete a few docs
+ int numDeletes = TestUtil.nextInt(random(), 1, nDocs);
+ for(int i=0; i<numDeletes; i++) {
+ masterClient.deleteByQuery("id:" + i);
+ }
masterClient.commit();
- }
- TestReplicationHandlerBackup.runBackupCommand(masterJetty, ReplicationHandler.CMD_RESTORE, params);
+ //Add a few more
+ int moreAdds = TestUtil.nextInt(random(), 1, 100);
+ for (int i=0; i<moreAdds; i++) {
+ SolrInputDocument doc = new SolrInputDocument();
+ doc.addField("id", i + nDocs);
+ doc.addField("name", "name = " + (i + nDocs));
+ masterClient.add(doc);
+ }
+ //Purposely not calling commit once in a while. There can be some docs which are not committed
+ if (usually()) {
+ masterClient.commit();
+ }
- while (!fetchRestoreStatus()) {
- Thread.sleep(1000);
+ TestReplicationHandlerBackup.runBackupCommand(masterJetty, ReplicationHandler.CMD_RESTORE, params);
+
+ while (!fetchRestoreStatus()) {
+ Thread.sleep(1000);
+ }
+
+ //See if restore was successful by checking if all the docs are present again
+ verifyDocs(nDocs);
}
- //See if restore was successful by checking if all the docs are present again
- verifyDocs(nDocs);
}
@Test