You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@cloudstack.apache.org by Sonali Jadhav <so...@servercentralen.se> on 2015/07/10 16:06:43 UTC

urgent: unable to create new vm

Hi,

I am trying to create new vm after ACS upgrade to 4.5.1. Also in cluster I have 2 xenserver upgraded to 6.5 and other two are maintenance mode since I have to remove them , They both are 6.2.

But I am getting this error,

http://pastebin.com/fNVtAQwd

2015-07-10 15:56:53,186 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-137:ctx-76ce2125) Unable to start i-22-94-VM due to
com.cloud.utils.exception.CloudRuntimeException: createIsoSRbyURI failed! mountpoint: 192.168.48.10/tank/secstore/template/tmpl/2/213 due to This operation is not supported during an upgrade.
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createIsoSRbyURI(CitrixResourceBase.java:5804)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.mount(CitrixResourceBase.java:1209)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createVbd(CitrixResourceBase.java:1229)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1780)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:489)
                at com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
                at com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
                at com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
                at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
                at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
                at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
                at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
                at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
                at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
                at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
                at java.util.concurrent.FutureTask.run(FutureTask.java:262)
                at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
                at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
                at java.lang.Thread.run(Thread.java:744)
Caused by: This operation is not supported during an upgrade.
                at com.xensource.xenapi.Types.checkResponse(Types.java:706)
                at com.xensource.xenapi.Connection.dispatch(Connection.java:395)
                at com.cloud.hypervisor.xenserver.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:462)
                at com.xensource.xenapi.SR.create(SR.java:894)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createIsoSRbyURI(CitrixResourceBase.java:5795)
                ... 20 more
2015-07-10 15:56:53,203 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-137:ctx-76ce2125) Unable to clean up VBD due to
You gave an invalid object reference.  The object may have recently been deleted.  The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
                at com.xensource.xenapi.Types.checkResponse(Types.java:693)
                at com.xensource.xenapi.Connection.dispatch(Connection.java:395)
                at com.cloud.hypervisor.xenserver.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:462)
                at com.xensource.xenapi.VBD.unplug(VBD.java:1109)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1520)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1871)
                at com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:489)
                at com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
                at com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
                at com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
                at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
                at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
                at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
                at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
                at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
                at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
                at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
                at java.util.concurrent.FutureTask.run(FutureTask.java:262)
                at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
                at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
                at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
                at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
                at java.lang.Thread.run(Thread.java:744)


/sonali

RE: urgent: unable to create new vm

Posted by Somesh Naidu <So...@citrix.com>.
Yes, you'd have to upgrade all the servers in the pool to resume full operational status. In a mixed pool environment all/most operations other than migrate (to newer version) are restricted.

Excerpt from XS docs:
You should plan your upgrade path carefully. Citrix strongly advise against running a mixed-mode pool (one with multiple versions of XenServer co-existing) for longer than necessary. This is because the pool will be operating in a degraded state during the upgrade: all VMs will continue to function as normal, but control operations other than migration might not be available. Operations such as vm-copy, vm-start, and vm-export are not available. In particular, it is not safe to perform storage-related operations such as adding, removing or resizing virtual disks in this mode.

Regards,
Somesh

-----Original Message-----
From: Prashant s [mailto:opsrunbook@gmail.com] 
Sent: Friday, July 10, 2015 10:20 AM
To: users@cloudstack.apache.org
Subject: Re: urgent: unable to create new vm

Hi Sonali,

i don't think xenserver cluster will let you build vms in a cluster with
mixed versions,
this is from my previous experience , i have not tested in XS 6.5

Please upgrade all the xenservers in the cluster.

i think this is not a cloudstack issue ....


thanks
prashant

On Fri, Jul 10, 2015 at 10:06 AM, Sonali Jadhav <so...@servercentralen.se>
wrote:

> Hi,
>
> I am trying to create new vm after ACS upgrade to 4.5.1. Also in cluster I
> have 2 xenserver upgraded to 6.5 and other two are maintenance mode since I
> have to remove them , They both are 6.2.
>
> But I am getting this error,
>
> http://pastebin.com/fNVtAQwd
>
> 2015-07-10 15:56:53,186 WARN  [c.c.h.x.r.CitrixResourceBase]
> (DirectAgent-137:ctx-76ce2125) Unable to start i-22-94-VM due to
> com.cloud.utils.exception.CloudRuntimeException: createIsoSRbyURI failed!
> mountpoint: 192.168.48.10/tank/secstore/template/tmpl/2/213 due to This
> operation is not supported during an upgrade.
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createIsoSRbyURI(CitrixResourceBase.java:5804)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.mount(CitrixResourceBase.java:1209)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createVbd(CitrixResourceBase.java:1229)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1780)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:489)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
>                 at
> com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>                 at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>                 at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>                 at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>                 at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>                 at java.lang.Thread.run(Thread.java:744)
> Caused by: This operation is not supported during an upgrade.
>                 at com.xensource.xenapi.Types.checkResponse(Types.java:706)
>                 at
> com.xensource.xenapi.Connection.dispatch(Connection.java:395)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:462)
>                 at com.xensource.xenapi.SR.create(SR.java:894)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createIsoSRbyURI(CitrixResourceBase.java:5795)
>                 ... 20 more
> 2015-07-10 15:56:53,203 WARN  [c.c.h.x.r.CitrixResourceBase]
> (DirectAgent-137:ctx-76ce2125) Unable to clean up VBD due to
> You gave an invalid object reference.  The object may have recently been
> deleted.  The class parameter gives the type of reference given, and the
> handle parameter echoes the bad value given.
>                 at com.xensource.xenapi.Types.checkResponse(Types.java:693)
>                 at
> com.xensource.xenapi.Connection.dispatch(Connection.java:395)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:462)
>                 at com.xensource.xenapi.VBD.unplug(VBD.java:1109)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1520)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1871)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:489)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
>                 at
> com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>                 at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>                 at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>                 at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>                 at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>                 at java.lang.Thread.run(Thread.java:744)
>
>
> /sonali
>

Re: urgent: unable to create new vm

Posted by Prashant s <op...@gmail.com>.
Hi Sonali,

i don't think xenserver cluster will let you build vms in a cluster with
mixed versions,
this is from my previous experience , i have not tested in XS 6.5

Please upgrade all the xenservers in the cluster.

i think this is not a cloudstack issue ....


thanks
prashant

On Fri, Jul 10, 2015 at 10:06 AM, Sonali Jadhav <so...@servercentralen.se>
wrote:

> Hi,
>
> I am trying to create new vm after ACS upgrade to 4.5.1. Also in cluster I
> have 2 xenserver upgraded to 6.5 and other two are maintenance mode since I
> have to remove them , They both are 6.2.
>
> But I am getting this error,
>
> http://pastebin.com/fNVtAQwd
>
> 2015-07-10 15:56:53,186 WARN  [c.c.h.x.r.CitrixResourceBase]
> (DirectAgent-137:ctx-76ce2125) Unable to start i-22-94-VM due to
> com.cloud.utils.exception.CloudRuntimeException: createIsoSRbyURI failed!
> mountpoint: 192.168.48.10/tank/secstore/template/tmpl/2/213 due to This
> operation is not supported during an upgrade.
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createIsoSRbyURI(CitrixResourceBase.java:5804)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.mount(CitrixResourceBase.java:1209)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createVbd(CitrixResourceBase.java:1229)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1780)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:489)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
>                 at
> com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>                 at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>                 at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>                 at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>                 at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>                 at java.lang.Thread.run(Thread.java:744)
> Caused by: This operation is not supported during an upgrade.
>                 at com.xensource.xenapi.Types.checkResponse(Types.java:706)
>                 at
> com.xensource.xenapi.Connection.dispatch(Connection.java:395)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:462)
>                 at com.xensource.xenapi.SR.create(SR.java:894)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.createIsoSRbyURI(CitrixResourceBase.java:5795)
>                 ... 20 more
> 2015-07-10 15:56:53,203 WARN  [c.c.h.x.r.CitrixResourceBase]
> (DirectAgent-137:ctx-76ce2125) Unable to clean up VBD due to
> You gave an invalid object reference.  The object may have recently been
> deleted.  The class parameter gives the type of reference given, and the
> handle parameter echoes the bad value given.
>                 at com.xensource.xenapi.Types.checkResponse(Types.java:693)
>                 at
> com.xensource.xenapi.Connection.dispatch(Connection.java:395)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:462)
>                 at com.xensource.xenapi.VBD.unplug(VBD.java:1109)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1520)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1871)
>                 at
> com.cloud.hypervisor.xenserver.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:489)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:64)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:87)
>                 at
> com.cloud.hypervisor.xenserver.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:65)
>                 at
> com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:302)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>                 at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>                 at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>                 at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>                 at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
>                 at
> java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
>                 at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>                 at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>                 at java.lang.Thread.run(Thread.java:744)
>
>
> /sonali
>