You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@cloudstack.apache.org by ch...@apache.org on 2013/04/01 21:55:32 UTC
[1/2] git commit: updated refs/heads/4.1 to 6837c58
Updated Branches:
refs/heads/4.1 a82befa9f -> 6837c58e2
CLOUDSTACK-1846, CLOUDSTACK-1845 - KVM Storage, sometimes KVMHA will remount
deleted NFS pools, causing failures when defining new storage pools. Sometimes
a storage pool has never been used on a host, and getStoragePool fails when
copying templates or in storage migration. deleteStoragePool(pool) often fails
silently, leaving no pool defined in libvirt, but a mountpoint left behind.
This patch handles some of these exceptions and brings forward any issues via
logging.
Signed-off-by: Marcus Sorensen <ma...@betterservers.com> 1364603486 -0600
Project: http://git-wip-us.apache.org/repos/asf/cloudstack/repo
Commit: http://git-wip-us.apache.org/repos/asf/cloudstack/commit/eed4d2d9
Tree: http://git-wip-us.apache.org/repos/asf/cloudstack/tree/eed4d2d9
Diff: http://git-wip-us.apache.org/repos/asf/cloudstack/diff/eed4d2d9
Branch: refs/heads/4.1
Commit: eed4d2d92e44b5b308e6d395f7813f31215a3833
Parents: 9eed658
Author: Marcus Sorensen <ma...@betterservers.com>
Authored: Fri Mar 29 18:31:26 2013 -0600
Committer: Chip Childers <ch...@gmail.com>
Committed: Mon Apr 1 20:48:51 2013 +0100
----------------------------------------------------------------------
.../kvm/resource/LibvirtComputingResource.java | 34 ++++++++++-
.../kvm/storage/LibvirtStorageAdaptor.java | 46 ++++++++++----
2 files changed, 63 insertions(+), 17 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/cloudstack/blob/eed4d2d9/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/resource/LibvirtComputingResource.java
----------------------------------------------------------------------
diff --git a/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/resource/LibvirtComputingResource.java b/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/resource/LibvirtComputingResource.java
index 90e533d..3fee208 100755
--- a/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/resource/LibvirtComputingResource.java
+++ b/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/resource/LibvirtComputingResource.java
@@ -1170,10 +1170,23 @@ ServerResource {
StorageFilerTO pool = cmd.getPool();
String secondaryStorageUrl = cmd.getSecondaryStorageURL();
KVMStoragePool secondaryStoragePool = null;
+ KVMStoragePool primaryPool = null;
try {
- KVMStoragePool primaryPool = _storagePoolMgr.getStoragePool(
- pool.getType(),
- pool.getUuid());
+ try {
+ primaryPool = _storagePoolMgr.getStoragePool(
+ pool.getType(),
+ pool.getUuid());
+ } catch (CloudRuntimeException e) {
+ if (e.getMessage().contains("not found")) {
+ primaryPool = _storagePoolMgr.createStoragePool(cmd.getPool().getUuid(),
+ cmd.getPool().getHost(), cmd.getPool().getPort(),
+ cmd.getPool().getPath(), cmd.getPool().getUserInfo(),
+ cmd.getPool().getType());
+ } else {
+ return new CopyVolumeAnswer(cmd, false, e.getMessage(), null, null);
+ }
+ }
+
String volumeName = UUID.randomUUID().toString();
if (copyToSecondary) {
@@ -2119,6 +2132,7 @@ ServerResource {
String secondaryStorageURL = cmd.getSecondaryStorageUrl();
KVMStoragePool secondaryStorage = null;
+ KVMStoragePool primary = null;
try {
Connect conn = LibvirtConnection.getConnection();
String templateFolder = cmd.getAccountId() + File.separator
@@ -2128,9 +2142,21 @@ ServerResource {
secondaryStorage = _storagePoolMgr.getStoragePoolByURI(
secondaryStorageURL);
- KVMStoragePool primary = _storagePoolMgr.getStoragePool(
+ try {
+ primary = _storagePoolMgr.getStoragePool(
cmd.getPool().getType(),
cmd.getPrimaryStoragePoolNameLabel());
+ } catch (CloudRuntimeException e) {
+ if (e.getMessage().contains("not found")) {
+ primary = _storagePoolMgr.createStoragePool(cmd.getPool().getUuid(),
+ cmd.getPool().getHost(), cmd.getPool().getPort(),
+ cmd.getPool().getPath(), cmd.getPool().getUserInfo(),
+ cmd.getPool().getType());
+ } else {
+ return new CreatePrivateTemplateAnswer(cmd, false, e.getMessage());
+ }
+ }
+
KVMPhysicalDisk disk = primary.getPhysicalDisk(cmd.getVolumePath());
String tmpltPath = secondaryStorage.getLocalPath() + File.separator
+ templateInstallFolder;
http://git-wip-us.apache.org/repos/asf/cloudstack/blob/eed4d2d9/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/storage/LibvirtStorageAdaptor.java
----------------------------------------------------------------------
diff --git a/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/storage/LibvirtStorageAdaptor.java b/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/storage/LibvirtStorageAdaptor.java
index 52402f6..09db7d8 100644
--- a/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/storage/LibvirtStorageAdaptor.java
+++ b/plugins/hypervisors/kvm/src/com/cloud/hypervisor/kvm/storage/LibvirtStorageAdaptor.java
@@ -124,6 +124,23 @@ public class LibvirtStorageAdaptor implements StorageAdaptor {
return sp;
} catch (LibvirtException e) {
s_logger.error(e.toString());
+ // if error is that pool is mounted, try to handle it
+ if (e.toString().contains("already mounted")) {
+ s_logger.error("Attempting to unmount old mount libvirt is unaware of at "+targetPath);
+ String result = Script.runSimpleBashScript("umount " + targetPath );
+ if (result == null) {
+ s_logger.error("Succeeded in unmounting " + targetPath);
+ try {
+ sp = conn.storagePoolCreateXML(spd.toString(), 0);
+ s_logger.error("Succeeded in redefining storage");
+ return sp;
+ } catch (LibvirtException l) {
+ s_logger.error("Target was already mounted, unmounted it but failed to redefine storage:" + l);
+ }
+ } else {
+ s_logger.error("Failed in unmounting and redefining storage");
+ }
+ }
if (sp != null) {
try {
if (sp.isPersistent() == 1) {
@@ -134,8 +151,8 @@ public class LibvirtStorageAdaptor implements StorageAdaptor {
}
sp.free();
} catch (LibvirtException l) {
- s_logger.debug("Failed to define nfs storage pool with: "
- + l.toString());
+ s_logger.debug("Failed to undefine nfs storage pool with: "
+ + l.toString());
}
}
return null;
@@ -593,6 +610,19 @@ public class LibvirtStorageAdaptor implements StorageAdaptor {
}
return true;
} catch (LibvirtException e) {
+ // handle ebusy error when pool is quickly destroyed
+ if (e.toString().contains("exit status 16")) {
+ String targetPath = _mountPoint + File.separator + uuid;
+ s_logger.error("deleteStoragePool removed pool from libvirt, but libvirt had trouble"
+ + "unmounting the pool. Trying umount location " + targetPath
+ + "again in a few seconds");
+ String result = Script.runSimpleBashScript("sleep 5 && umount " + targetPath );
+ if (result == null) {
+ s_logger.error("Succeeded in unmounting " + targetPath);
+ return true;
+ }
+ s_logger.error("failed in umount retry");
+ }
throw new CloudRuntimeException(e.toString());
}
}
@@ -818,17 +848,7 @@ public class LibvirtStorageAdaptor implements StorageAdaptor {
@Override
public boolean deleteStoragePool(KVMStoragePool pool) {
- LibvirtStoragePool libvirtPool = (LibvirtStoragePool) pool;
- StoragePool virtPool = libvirtPool.getPool();
- try {
- virtPool.destroy();
- virtPool.undefine();
- virtPool.free();
- } catch (LibvirtException e) {
- return false;
- }
-
- return true;
+ return deleteStoragePool(pool.getUuid());
}
public boolean deleteVbdByPath(String diskPath) {
[2/2] git commit: updated refs/heads/4.1 to 6837c58
Posted by ch...@apache.org.
Merge branch '4.1' of https://git-wip-us.apache.org/repos/asf/cloudstack into 4.1
Project: http://git-wip-us.apache.org/repos/asf/cloudstack/repo
Commit: http://git-wip-us.apache.org/repos/asf/cloudstack/commit/6837c58e
Tree: http://git-wip-us.apache.org/repos/asf/cloudstack/tree/6837c58e
Diff: http://git-wip-us.apache.org/repos/asf/cloudstack/diff/6837c58e
Branch: refs/heads/4.1
Commit: 6837c58e2bda8f64a5fa234bdd139f0ccebef0ab
Parents: eed4d2d a82befa
Author: Chip Childers <ch...@gmail.com>
Authored: Mon Apr 1 20:55:20 2013 +0100
Committer: Chip Childers <ch...@gmail.com>
Committed: Mon Apr 1 20:55:20 2013 +0100
----------------------------------------------------------------------
CHANGES | 9 +++--
docs/en-US/Release_Notes.ent | 2 +-
docs/en-US/Release_Notes.xml | 56 +++++++++++++++++-------------------
3 files changed, 32 insertions(+), 35 deletions(-)
----------------------------------------------------------------------