You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@cloudstack.apache.org by "Paul Angus (JIRA)" <ji...@apache.org> on 2014/01/28 18:19:37 UTC

[jira] [Created] (CLOUDSTACK-5967) Virtual router in OVS network fails to start with error from XenServer: VM_REQUIRES_NETWORK

Paul Angus created CLOUDSTACK-5967:
--------------------------------------

             Summary: Virtual router in OVS network fails to start with error from XenServer: VM_REQUIRES_NETWORK
                 Key: CLOUDSTACK-5967
                 URL: https://issues.apache.org/jira/browse/CLOUDSTACK-5967
             Project: CloudStack
          Issue Type: Bug
      Security Level: Public (Anyone can view this level - this is the default.)
          Components: Network Controller
    Affects Versions: 4.3.0
         Environment: CloudStack 4.3 with XenServer 6.2
GRE tunnel based advanced network 
            Reporter: Paul Angus


Virtual Router start fails with error VM_REQUIRES_NETWORK when using GRE tunnel encapsulation.

Tunnel is created on XenServer (OVSTunnel194)
virtual router appears briefly then dissappears and insufficient capacity error is returned by cloudstack


2014-01-28 16:17:09,829 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Job-Executor-12:ctx-3a256248 ctx-58300764) Creating  monitoring services on VM[DomainRouter|r-12-VM] start...
2014-01-28 16:17:09,842 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-3a256248 ctx-58300764) Seq 2-232063002: Sending  { Cmd , MgmtId: 345049362040, via: 2(localhost.localdomain), Ver: v1, Flags: 100011, [{"com.cloud.agent.api.StartCommand":{"vm":{"id":12,"name":"r-12-VM","bootloader":"PyGrub","type":"DomainRouter","cpus":1,"minSpeed":125,"maxSpeed":500,"minRam":134217728,"maxRam":134217728,"arch":"x86_64","os":"Debian GNU/Linux 7(32-bit)","bootArgs":" template=domP name=r-12-VM eth2ip=192.168.1.53 eth2mask=255.255.255.0 gateway=192.168.1.254 eth0ip=10.1.1.1 eth0mask=255.255.255.0 domain=cs2cloud.internal dhcprange=10.1.1.1 eth1ip=169.254.0.255 eth1mask=255.255.0.0 type=router disable_rp_filter=true dns1=10.0.1.2","rebootOnCrash":false,"enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"eb2e57fde93e6d68","params":{"memoryOvercommitRatio":"1.0","cpuOvercommitRatio":"4.0"},"uuid":"dc796b13-8cb8-405b-9080-fb9480ce3c2e","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"d36e3503-ecf9-4f79-8e8c-02c3032d4051","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6fbe4014-a031-3443-82ea-4cf1459bedd5","id":1,"poolType":"NetworkFilesystem","host":"10.0.100.5","path":"/volumes/stor/Cloud/Primary/ACS43/XEN1","port":2049,"url":"NetworkFilesystem://10.0.100.5//volumes/stor/Cloud/Primary/ACS43/XEN1/?ROLE=Primary&STOREUUID=6fbe4014-a031-3443-82ea-4cf1459bedd5"}},"name":"ROOT-12","size":2097152000,"path":"2f26c084-e597-43d2-a4ec-acdafe3790c7","volumeId":12,"vmName":"r-12-VM","accountId":2,"format":"VHD","id":12,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"2f26c084-e597-43d2-a4ec-acdafe3790c7","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"10.0.100.5","volumeSize":"2097152000"}}],"nics":[{"deviceId":2,"networkRateMbps":200,"defaultNic":true,"uuid":"3273e004-24ab-4913-a3c9-85e2690c6578","ip":"192.168.1.53","netmask":"255.255.255.0","gateway":"192.168.1.254","mac":"06:ff:3c:00:00:22","dns1":"10.0.1.2","broadcastType":"Vlan","type":"Public","broadcastUri":"vlan://501","isolationUri":"vlan://501","isSecurityGroupEnabled":false,"name":"Network1"},{"deviceId":0,"networkRateMbps":200,"defaultNic":false,"uuid":"aa0b0656-1422-4f59-a3f2-5ce4e39732c8","ip":"10.1.1.1","netmask":"255.255.255.0","mac":"02:00:3a:70:00:02","dns1":"10.0.1.2","broadcastType":"Vswitch","type":"Guest","broadcastUri":"vs://178","isolationUri":"vs://178","isSecurityGroupEnabled":false,"name":"Network0"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"uuid":"6bf9297c-f636-443c-897f-816e097972fa","ip":"169.254.0.255","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:00:ff","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false}]},"hostIp":"10.0.0.40","executeInSequence":false,"wait":0}},{"com.cloud.agent.api.check.CheckSshCommand":{"ip":"169.254.0.255","port":3922,"interval":6,"retries":100,"name":"r-12-VM","wait":0}},{"com.cloud.agent.api.GetDomRVersionCmd":{"accessDetails":{"router.ip":"169.254.0.255","router.name":"r-12-VM"},"wait":0}},{},{"com.cloud.agent.api.routing.IpAssocCommand":{"ipAddresses":[{"accountId":2,"publicIp":"192.168.1.53","sourceNat":true,"add":true,"oneToOneNat":false,"firstIP":true,"broadcastUri":"vlan://501","vlanGateway":"192.168.1.254","vlanNetmask":"255.255.255.0","vifMacAddress":"06:b5:90:00:00:22","networkRate":200,"trafficType":"Public","networkName":"Network1"}],"accessDetails":{"router.guest.ip":"10.1.1.1","zone.network.type":"Advanced","router.ip":"169.254.0.255","router.name":"r-12-VM"},"wait":0}},{"com.cloud.agent.api.routing.SetMonitorServiceCommand":{"services":[{"id":0,"service":"dhcp","processname":"dnsmasq","serviceName":"dnsmasq","servicePath":"/var/run/dnsmasq/dnsmasq.pid","pidFile":"/var/run/dnsmasq/dnsmasq.pid","isDefault":false},{"id":0,"service":"loadbalancing","processname":"haproxy","serviceName":"haproxy","servicePath":"/var/run/haproxy.pid","pidFile":"/var/run/haproxy.pid","isDefault":false},{"id":0,"service":"ssh","processname":"sshd","serviceName":"ssh","servicePath":"/var/run/sshd.pid","pidFile":"/var/run/sshd.pid","isDefault":true},{"id":0,"service":"webserver","processname":"apache2","serviceName":"apache2","servicePath":"/var/run/apache2.pid","pidFile":"/var/run/apache2.pid","isDefault":true}],"accessDetails":{"router.name":"r-12-VM","router.ip":"169.254.0.255","router.guest.ip":"10.1.1.1"},"wait":0}}] }
2014-01-28 16:17:09,845 DEBUG [c.c.a.t.Request] (Job-Executor-12:ctx-3a256248 ctx-58300764) Seq 2-232063002: Executing:  { Cmd , MgmtId: 345049362040, via: 2(localhost.localdomain), Ver: v1, Flags: 100011, [{"com.cloud.agent.api.StartCommand":{"vm":{"id":12,"name":"r-12-VM","bootloader":"PyGrub","type":"DomainRouter","cpus":1,"minSpeed":125,"maxSpeed":500,"minRam":134217728,"maxRam":134217728,"arch":"x86_64","os":"Debian GNU/Linux 7(32-bit)","bootArgs":" template=domP name=r-12-VM eth2ip=192.168.1.53 eth2mask=255.255.255.0 gateway=192.168.1.254 eth0ip=10.1.1.1 eth0mask=255.255.255.0 domain=cs2cloud.internal dhcprange=10.1.1.1 eth1ip=169.254.0.255 eth1mask=255.255.0.0 type=router disable_rp_filter=true dns1=10.0.1.2","rebootOnCrash":false,"enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"eb2e57fde93e6d68","params":{"memoryOvercommitRatio":"1.0","cpuOvercommitRatio":"4.0"},"uuid":"dc796b13-8cb8-405b-9080-fb9480ce3c2e","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"d36e3503-ecf9-4f79-8e8c-02c3032d4051","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"6fbe4014-a031-3443-82ea-4cf1459bedd5","id":1,"poolType":"NetworkFilesystem","host":"10.0.100.5","path":"/volumes/stor/Cloud/Primary/ACS43/XEN1","port":2049,"url":"NetworkFilesystem://10.0.100.5//volumes/stor/Cloud/Primary/ACS43/XEN1/?ROLE=Primary&STOREUUID=6fbe4014-a031-3443-82ea-4cf1459bedd5"}},"name":"ROOT-12","size":2097152000,"path":"2f26c084-e597-43d2-a4ec-acdafe3790c7","volumeId":12,"vmName":"r-12-VM","accountId":2,"format":"VHD","id":12,"deviceId":0,"hypervisorType":"XenServer"}},"diskSeq":0,"path":"2f26c084-e597-43d2-a4ec-acdafe3790c7","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":"10.0.100.5","volumeSize":"2097152000"}}],"nics":[{"deviceId":2,"networkRateMbps":200,"defaultNic":true,"uuid":"3273e004-24ab-4913-a3c9-85e2690c6578","ip":"192.168.1.53","netmask":"255.255.255.0","gateway":"192.168.1.254","mac":"06:ff:3c:00:00:22","dns1":"10.0.1.2","broadcastType":"Vlan","type":"Public","broadcastUri":"vlan://501","isolationUri":"vlan://501","isSecurityGroupEnabled":false,"name":"Network1"},{"deviceId":0,"networkRateMbps":200,"defaultNic":false,"uuid":"aa0b0656-1422-4f59-a3f2-5ce4e39732c8","ip":"10.1.1.1","netmask":"255.255.255.0","mac":"02:00:3a:70:00:02","dns1":"10.0.1.2","broadcastType":"Vswitch","type":"Guest","broadcastUri":"vs://178","isolationUri":"vs://178","isSecurityGroupEnabled":false,"name":"Network0"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"uuid":"6bf9297c-f636-443c-897f-816e097972fa","ip":"169.254.0.255","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:00:ff","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false}]},"hostIp":"10.0.0.40","executeInSequence":false,"wait":0}},{"com.cloud.agent.api.check.CheckSshCommand":{"ip":"169.254.0.255","port":3922,"interval":6,"retries":100,"name":"r-12-VM","wait":0}},{"com.cloud.agent.api.GetDomRVersionCmd":{"accessDetails":{"router.ip":"169.254.0.255","router.name":"r-12-VM"},"wait":0}},{},{"com.cloud.agent.api.routing.IpAssocCommand":{"ipAddresses":[{"accountId":2,"publicIp":"192.168.1.53","sourceNat":true,"add":true,"oneToOneNat":false,"firstIP":true,"broadcastUri":"vlan://501","vlanGateway":"192.168.1.254","vlanNetmask":"255.255.255.0","vifMacAddress":"06:b5:90:00:00:22","networkRate":200,"trafficType":"Public","networkName":"Network1"}],"accessDetails":{"router.guest.ip":"10.1.1.1","zone.network.type":"Advanced","router.ip":"169.254.0.255","router.name":"r-12-VM"},"wait":0}},{"com.cloud.agent.api.routing.SetMonitorServiceCommand":{"services":[{"id":0,"service":"dhcp","processname":"dnsmasq","serviceName":"dnsmasq","servicePath":"/var/run/dnsmasq/dnsmasq.pid","pidFile":"/var/run/dnsmasq/dnsmasq.pid","isDefault":false},{"id":0,"service":"loadbalancing","processname":"haproxy","serviceName":"haproxy","servicePath":"/var/run/haproxy.pid","pidFile":"/var/run/haproxy.pid","isDefault":false},{"id":0,"service":"ssh","processname":"sshd","serviceName":"ssh","servicePath":"/var/run/sshd.pid","pidFile":"/var/run/sshd.pid","isDefault":true},{"id":0,"service":"webserver","processname":"apache2","serviceName":"apache2","servicePath":"/var/run/apache2.pid","pidFile":"/var/run/apache2.pid","isDefault":true}],"accessDetails":{"router.name":"r-12-VM","router.ip":"169.254.0.255","router.guest.ip":"10.1.1.1"},"wait":0}}] }
2014-01-28 16:17:09,845 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-4:ctx-946e04f5) Seq 2-232063002: Executing request
2014-01-28 16:17:09,916 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) 1. The VM r-12-VM is in Starting state.
2014-01-28 16:17:09,939 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Created VM 264953d6-3a5f-5ce3-3df5-0904986f8d1b for r-12-VM
2014-01-28 16:17:09,943 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) PV args are -- quiet console=hvc0%template=domP%name=r-12-VM%eth2ip=192.168.1.53%eth2mask=255.255.255.0%gateway=192.168.1.254%eth0ip=10.1.1.1%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=10.1.1.1%eth1ip=169.254.0.255%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=10.0.1.2
2014-01-28 16:17:09,977 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) VBD 0fd6f7e5-c267-d90e-9700-187a9f777264 created for com.cloud.agent.api.to.DiskTO@79cb2ade
2014-01-28 16:17:09,993 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Creating VIF for r-12-VM on nic [Nic:Public-192.168.1.53-vlan://501]
2014-01-28 16:17:09,995 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Looking for network named Network1
2014-01-28 16:17:10,014 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Found a network called Network1 on host=10.0.0.40;  Network=3052a7d9-4342-6e04-470b-4e7c915372a0; pif=fa048deb-0be5-bfdd-5eed-f378262328f7
2014-01-28 16:17:10,023 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Found a network called VLAN-3052a7d9-4342-6e04-470b-4e7c915372a0-501 on host=10.0.0.40;  Network=4b76ab3f-a0fc-49c0-79aa-75e92a17b6e0; pif=f88597e5-c0fd-259f-bed5-00353ff90a04
2014-01-28 16:17:10,029 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Created a vif c0e56ec3-0388-7320-c682-d795fcbb73bf on 2
2014-01-28 16:17:10,029 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Creating VIF for r-12-VM on nic [Nic:Guest-10.1.1.1-vs://178]
2014-01-28 16:17:10,031 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Looking for network named Network0
2014-01-28 16:17:10,036 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Xen Server network for tunnels found:OVSTunnel178
2014-01-28 16:17:10,044 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Created a vif f0a8d295-7aff-fc4c-2f1e-8bc338c88ba5 on 0
2014-01-28 16:17:10,045 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Creating VIF for r-12-VM on nic [Nic:Control-169.254.0.255-null]
2014-01-28 16:17:10,075 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) already have a vif on dom0 for link local network
2014-01-28 16:17:10,226 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Created a vif 0021b4e7-936c-39d1-58f8-c101a91b464d on 1
2014-01-28 16:17:11,021 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-11:null) SeqA 4-691: Processing Seq 4-691:  { Cmd , MgmtId: -1, via: 4, Ver: v1, Flags: 11, [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":2,"_loadInfo":"{\n  \"connections\": []\n}","wait":0}}] }
2014-01-28 16:17:11,026 DEBUG [c.c.a.m.AgentManagerImpl] (AgentManager-Handler-11:null) SeqA 4-691: Sending Seq 4-691:  { Ans: , MgmtId: 345049362040, via: 4, Ver: v1, Flags: 100010, [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
2014-01-28 16:17:11,247 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Task failed! Task record:                 uuid: 2861ee07-e9db-5f3f-6cdc-990dc77b6808
           nameLabel: Async.VM.start_on
     nameDescription: 
   allowedOperations: []
   currentOperations: {}
             created: Tue Jan 28 16:17:10 GMT 2014
            finished: Tue Jan 28 16:17:10 GMT 2014
              status: failure
          residentOn: com.xensource.xenapi.Host@88b453d4
            progress: 1.0
                type: <none/>
              result: 
           errorInfo: [VM_REQUIRES_NETWORK, OpaqueRef:2a7cb5a5-390a-42a7-dac9-08c797f2a8f4, OpaqueRef:28c9da25-2467-3033-b8db-be6ad8b5d2e8]
         otherConfig: {}
           subtaskOf: com.xensource.xenapi.Task@aaf13f6f
            subtasks: []

2014-01-28 16:17:11,250 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to start VM(r-12-VM) on host(b0a8630a-b569-43ee-a19c-02f70c639ca4) due to Task failed! Task record:                 uuid: 2861ee07-e9db-5f3f-6cdc-990dc77b6808
           nameLabel: Async.VM.start_on
     nameDescription: 
   allowedOperations: []
   currentOperations: {}
             created: Tue Jan 28 16:17:10 GMT 2014
            finished: Tue Jan 28 16:17:10 GMT 2014
              status: failure
          residentOn: com.xensource.xenapi.Host@88b453d4
            progress: 1.0
                type: <none/>
              result: 
           errorInfo: [VM_REQUIRES_NETWORK, OpaqueRef:2a7cb5a5-390a-42a7-dac9-08c797f2a8f4, OpaqueRef:28c9da25-2467-3033-b8db-be6ad8b5d2e8]
         otherConfig: {}
           subtaskOf: com.xensource.xenapi.Task@aaf13f6f
            subtasks: []

Task failed! Task record:                 uuid: 2861ee07-e9db-5f3f-6cdc-990dc77b6808
           nameLabel: Async.VM.start_on
     nameDescription: 
   allowedOperations: []
   currentOperations: {}
             created: Tue Jan 28 16:17:10 GMT 2014
            finished: Tue Jan 28 16:17:10 GMT 2014
              status: failure
          residentOn: com.xensource.xenapi.Host@88b453d4
            progress: 1.0
                type: <none/>
              result: 
           errorInfo: [VM_REQUIRES_NETWORK, OpaqueRef:2a7cb5a5-390a-42a7-dac9-08c797f2a8f4, OpaqueRef:28c9da25-2467-3033-b8db-be6ad8b5d2e8]
         otherConfig: {}
           subtaskOf: com.xensource.xenapi.Task@aaf13f6f
            subtasks: []

	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.checkForSuccess(CitrixResourceBase.java:3742)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.startVM(CitrixResourceBase.java:3854)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1710)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,253 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Catch Exception: class com.cloud.utils.exception.CloudRuntimeException due to com.cloud.utils.exception.CloudRuntimeException: Unable to start VM(r-12-VM) on host(b0a8630a-b569-43ee-a19c-02f70c639ca4) due to Task failed! Task record:                 uuid: 2861ee07-e9db-5f3f-6cdc-990dc77b6808
           nameLabel: Async.VM.start_on
     nameDescription: 
   allowedOperations: []
   currentOperations: {}
             created: Tue Jan 28 16:17:10 GMT 2014
            finished: Tue Jan 28 16:17:10 GMT 2014
              status: failure
          residentOn: com.xensource.xenapi.Host@88b453d4
            progress: 1.0
                type: <none/>
              result: 
           errorInfo: [VM_REQUIRES_NETWORK, OpaqueRef:2a7cb5a5-390a-42a7-dac9-08c797f2a8f4, OpaqueRef:28c9da25-2467-3033-b8db-be6ad8b5d2e8]
         otherConfig: {}
           subtaskOf: com.xensource.xenapi.Task@aaf13f6f
            subtasks: []

com.cloud.utils.exception.CloudRuntimeException: Unable to start VM(r-12-VM) on host(b0a8630a-b569-43ee-a19c-02f70c639ca4) due to Task failed! Task record:                 uuid: 2861ee07-e9db-5f3f-6cdc-990dc77b6808
           nameLabel: Async.VM.start_on
     nameDescription: 
   allowedOperations: []
   currentOperations: {}
             created: Tue Jan 28 16:17:10 GMT 2014
            finished: Tue Jan 28 16:17:10 GMT 2014
              status: failure
          residentOn: com.xensource.xenapi.Host@88b453d4
            progress: 1.0
                type: <none/>
              result: 
           errorInfo: [VM_REQUIRES_NETWORK, OpaqueRef:2a7cb5a5-390a-42a7-dac9-08c797f2a8f4, OpaqueRef:28c9da25-2467-3033-b8db-be6ad8b5d2e8]
         otherConfig: {}
           subtaskOf: com.xensource.xenapi.Task@aaf13f6f
            subtasks: []

	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.startVM(CitrixResourceBase.java:3865)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1710)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,254 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to start r-12-VM due to 
com.cloud.utils.exception.CloudRuntimeException: Unable to start VM(r-12-VM) on host(b0a8630a-b569-43ee-a19c-02f70c639ca4) due to Task failed! Task record:                 uuid: 2861ee07-e9db-5f3f-6cdc-990dc77b6808
           nameLabel: Async.VM.start_on
     nameDescription: 
   allowedOperations: []
   currentOperations: {}
             created: Tue Jan 28 16:17:10 GMT 2014
            finished: Tue Jan 28 16:17:10 GMT 2014
              status: failure
          residentOn: com.xensource.xenapi.Host@88b453d4
            progress: 1.0
                type: <none/>
              result: 
           errorInfo: [VM_REQUIRES_NETWORK, OpaqueRef:2a7cb5a5-390a-42a7-dac9-08c797f2a8f4, OpaqueRef:28c9da25-2467-3033-b8db-be6ad8b5d2e8]
         otherConfig: {}
           subtaskOf: com.xensource.xenapi.Task@aaf13f6f
            subtasks: []

	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.startVM(CitrixResourceBase.java:3865)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1710)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,289 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to clean up VBD due to 
You gave an invalid object reference.  The object may have recently been deleted.  The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
	at com.xensource.xenapi.Types.checkResponse(Types.java:209)
	at com.xensource.xenapi.Connection.dispatch(Connection.java:368)
	at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:909)
	at com.xensource.xenapi.VBD.unplug(VBD.java:1059)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1451)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1789)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,294 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to clean up VBD due to 
You gave an invalid object reference.  The object may have recently been deleted.  The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
	at com.xensource.xenapi.Types.checkResponse(Types.java:209)
	at com.xensource.xenapi.Connection.dispatch(Connection.java:368)
	at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:909)
	at com.xensource.xenapi.VBD.unplug(VBD.java:1059)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1451)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1789)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,299 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to cleanup VIF
You gave an invalid object reference.  The object may have recently been deleted.  The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
	at com.xensource.xenapi.Types.checkResponse(Types.java:209)
	at com.xensource.xenapi.Connection.dispatch(Connection.java:368)
	at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:909)
	at com.xensource.xenapi.VIF.unplug(VIF.java:878)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1459)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1789)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,305 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to cleanup VIF
You gave an invalid object reference.  The object may have recently been deleted.  The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
	at com.xensource.xenapi.Types.checkResponse(Types.java:209)
	at com.xensource.xenapi.Connection.dispatch(Connection.java:368)
	at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:909)
	at com.xensource.xenapi.VIF.unplug(VIF.java:878)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1459)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1789)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,311 WARN  [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) Unable to cleanup VIF
You gave an invalid object reference.  The object may have recently been deleted.  The class parameter gives the type of reference given, and the handle parameter echoes the bad value given.
	at com.xensource.xenapi.Types.checkResponse(Types.java:209)
	at com.xensource.xenapi.Connection.dispatch(Connection.java:368)
	at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:909)
	at com.xensource.xenapi.VIF.unplug(VIF.java:878)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.handleVmStartFailure(CitrixResourceBase.java:1459)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.execute(CitrixResourceBase.java:1789)
	at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:545)
	at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:59)
	at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:106)
	at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
	at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
	at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$101(ScheduledThreadPoolExecutor.java:165)
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:701)
2014-01-28 16:17:11,365 INFO  [c.c.h.x.r.XenServer56Resource] (DirectAgent-4:ctx-946e04f5) Catch com.xensource.xenapi.Types$VifInUse: failed to destory VLAN eth1 on host b0a8630a-b569-43ee-a19c-02f70c639ca4 due to Network has active VIFs
2014-01-28 16:17:11,366 DEBUG [c.c.h.x.r.CitrixResourceBase] (DirectAgent-4:ctx-946e04f5) The VM is in stopped state, detected problem during startup : r-12-VM
2014-01-28 16:17:11,366 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-4:ctx-946e04f5) Seq 2-232063002: Cancelling because one of the answers is false and it is stop on error.



--
This message was sent by Atlassian JIRA
(v6.1.5#6160)