You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users-cn@cloudstack.apache.org by "wanghaicheng2004@gmail.com" <wa...@gmail.com> on 2014/08/06 05:06:45 UTC
VXLAN模式创建vm报错
CS4.3+KVM
Hypervisor: CentOS6.5 +Kernel 3.12
网络隔离：VXLAN
eth0（trunk）--cloudbr0 192.168.50.107 管理、公共、存储
eth1（trunk）--cloudbr1 192.0.2.1 来宾
问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add job-69 into job monitoring
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69) has been pending for 142 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69) has been pending for 202 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69) has been pending for 262 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69) has been pending for 322 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69) has been pending for 382 seconds
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking health of usage server
WARN [o.a.c.alerts] (HA-1:ctx-709f354f) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69) has been pending for 442 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69) has been pending for 502 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69) has been pending for 562 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69) has been pending for 622 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69) has been pending for 682 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69) has been pending for 742 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69) has been pending for 802 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69) has been pending for 862 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69) has been pending for 922 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69) has been pending for 982 seconds
INFO [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0 removed VPCs to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 removed accounts to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 disabled accounts to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 inactive domains to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 disabled projects to cleanup
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup Thread Running
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-d1a78940) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69) has been pending for 1042 seconds
WARN [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can not ping System vm r-10-VMdue to:Unable to connect
INFO [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) The guru did not like the answers so stopping VM[DomainRouter|r-10-VM]
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69) has been pending for 1102 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69) has been pending for 1162 seconds
ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
com.cloud.utils.exception.ExecutionException: Unable to start VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
at com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
at org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
at org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
...skipping...
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
at org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable to create a deployment for VM[User|vm-1]Scope=interface com.cloud.dc.DataCenter; id=2
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
... 37 more
INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove job-69 from job monitoring
INFO [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1 vms to expunge.
WARN [o.a.c.f.j.AsyncJobExecutionContext] (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup psudo job for the executing thread
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-93ebf822) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-facbf7ea) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
...skipping...
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
at org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable to create a deployment for VM[User|vm-1]Scope=interface com.cloud.dc.DataCenter; id=2
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
... 37 more
INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove job-69 from job monitoring
INFO [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1 vms to expunge.
WARN [o.a.c.f.j.AsyncJobExecutionContext] (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup psudo job for the executing thread
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-93ebf822) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-facbf7ea) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
wanghaicheng2004@gmail.com
Re: Re: VXLAN模式创建vm报错
Posted by Darren Tang <da...@gmail.com>.
cloudbr1 对应的trunk端口，配置下允许所有vlan通过。
2014-08-07 10:28 GMT+08:00 wanghaicheng2004@gmail.com <
wanghaicheng2004@gmail.com>:
> 第一、cs网络结构：
> 管理（存储）网络：192.168.50.0/24 网关： 192.168.50.254 vlan ：50
> 公共网络 : 192.168.10.0/24 网关：192.168.10.254 vlan
> ：10
> 来宾网络 (vxlan) : 4500-9000
>
> 第二、kvm节点的基本配置
>
> 1、升级了kernel3.12.0
>
> [root@kvm-1 ~]# uname -r
> 3.12.0
> [root@kvm-1 ~]#
>
> 验证：kernel支持vxlan
>
> [root@kvm-1 ~]# lsmod | grep vxlan
> vxlan 32163 0
> ip_tunnel 13942 1 vxlan
> [root@kvm-1 ~]#
>
> 2、重新编译了iproute2
>
> 验证：iproute2支持vxlan
>
> [root@kvm-1 ~]# ip link add type vxlan help
> Usage: ... vxlan id VNI [ { group | remote } ADDR ] [ local ADDR ]
> [ ttl TTL ] [ tos TOS ] [ dev PHYS_DEV ]
> [ port MIN MAX ] [ [no]learning ]
> [ [no]proxy ] [ [no]rsc ]
> [ [no]l2miss ] [ [no]l3miss ]
>
> Where: VNI := 0-16777215
> ADDR := { IP_ADDRESS | any }
> TOS := { NUMBER | inherit }
> TTL := { 1..255 | inherit }
> [root@kvm-1 ~]#
>
>
> 3、配置iptables开启udp8472端口
>
> #iptables -I INPUT -p udp -m udp --dport 8472 -j ACCEPT
> #iptables-save > /etc/sysconfig/iptables
>
>
> 第三、kvm节点网卡配置： 说明，当前的实验环境中只有一个kvm节点。
>
> 说明：kvm节点192.168.50.107（管理）是可以和192.168.10.0/24网络（公共）通信的
>
> [root@kvm-1 ~]# ping -c1 192.168.10.254
> PING 192.168.10.254 (192.168.10.254) 56(84) bytes of data.
> 64 bytes from 192.168.10.254: icmp_seq=1 ttl=255 time=0.609 ms
>
> --- 192.168.10.254 ping statistics ---
> 1 packets transmitted, 1 received, 0% packet loss, time 0ms
> rtt min/avg/max/mdev = 0.609/0.609/0.609/0.000 ms
> [root@kvm-1 ~]#
>
>
> 1、eth0---cloudbr0 : 192.168.50.107 承载管理、存储、公共流量
>
> eth0：网卡配置
>
> [root@kvm-1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth0
> DEVICE=eth0
> NM_CONTROLLED=yes
> ONBOOT=yes
> TYPE=Ethernet
> BRIDGE=cloudbr0
> [root@kvm-1 ~]#
>
> cloudbr0:网桥配置
>
> [root@kvm-1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-cloudbr0
> DEVICE=cloudbr0
> TYPE=Bridge
> BOOTPROTO=none
> ONBOOT=yes
> STP=yes
> DELAY=5
> IPV6INIT=no
> IPV6_AUTOCONF=no
> IPADDR=192.168.50.107
> NETMASK=255.255.255.0
> GATEWAY=192.168.50.254
> DNS1=8.8.8.8
> DNS2=202.106.0.20
> [root@kvm-1 ~]#
>
> 2、eth1 ------ 192.0.2.1 承载来宾网络
>
> [root@kvm-1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth1
> DEVICE=eth1
> NM_CONTROLLED=yes
> ONBOOT=yes
> TYPE=Ethernet
> BOOTPROTO=none
> ONBOOT=yes
> STP=yes
> DELAY=5
> IPV6INIT=no
> IPV6_AUTOCONF=no
> IPADDR=192.0.2.1
> NETMASK=255.255.255.0
>
> [root@kvm-1 ~]#
>
> 说明：使用vlan隔离时，eth1需要配置成网桥cloudbr1，且并不在cloudbr1上配置IP。根据文档，VXLAN隔离时，eth1可以配置网桥，也可以不配网桥，只是需要配置一个用于发起或结束vxlan流量的IP
> 。所以随便指定了一个。
>
>
> 第四、交换机（思科）配置
>
> eth0--cloudbr0-->交换机(A三层) （trunk）:
>
> interface GigabitEthernet1/0/7
> switchport trunk encapsulation dot1q
> switchport trunk native vlan 50
> switchport mode trunk
>
> eth1-- 交换机（B二层） （trunk）：
> interface GigabitEthernet0/7
> switchport mode trunk
>
> 管理网络：
> interface Vlan50
> ip address 192.168.50.254 255.255.255.0
>
> 公共网络：
> interface Vlan10
> ip address 192.168.10.254 255.255.255.0
>
>
> 第五、补充
>
> 1、日志报错是无法ssh到vm，这个vm，指的就是vr。应该是指kvm不能连接到vr
>
> 原因：正常情况下，系统vm只能从其正在运行的kvm主机上才能ssh登录。下面列出了从kvm上登录ssvm，显示正常
> 说明：只是这个报错也说明不了什么，这个只是一个结果。即vr未能正常创建成功，所以kvm主机也不能ssh登录vr。
>
> [root@kvm-1 ~]# ssh -i /root/.ssh/id_rsa.cloud -p 3922 169.254.2.188
>
> root@s-2-VM:~#
>
> root@s-2-VM:~# route
> Kernel IP routing table
> Destination Gateway Genmask Flags Metric Ref Use
> Iface
> default 192.168.10.254 0.0.0.0 UG 0 0 0
> eth2
> google-public-d 192.168.50.254 255.255.255.255 UGH 0 0 0
> eth1
> link-local * 255.255.0.0 U 0 0 0
> eth0
> 192.168.10.0 * 255.255.255.0 U 0 0 0
> eth2
> 192.168.50.0 * 255.255.255.0 U 0 0 0
> eth1
> 192.168.50.0 * 255.255.255.0 U 0 0 0
> eth3
> 192.168.100.0 192.168.50.254 255.255.255.0 UG 0 0 0
> eth1
> 192.168.100.115 192.168.50.254 255.255.255.255 UGH 0 0 0
> eth1
> root@s-2-VM:~#
>
>
> 2、隔离网络方案
>
> 使用默认的隔离网络方案创建隔离网络：
>
> 网络方案Offering for Isolated networks with Source Nat service enabled
>
>
> 3、文档
>
> It is recommended to enable IGMP/MLD snooping in network to filter
> unneccesary L2 flooding, but this plugin will works without IGMP/MLD
> snooping.
> Multicast routing is required if you'd like to create VXLAN isolated
> network over multiple L2 segments.
>
> 说明：文档要求disable IGMP/MLD snooping 功能；开启Multicast routing功能 。
> 不知道设置的对不对，稍后再邮件中补充。
>
>
>
>
> wanghaicheng2004@gmail.com
>
> 发件人： Darren Tang
> 发送时间： 2014-08-06 21:44
> 收件人： users-cn
> 主题： Re: 回复: VXLAN模式创建vm报错
> 麻烦如下事情提供下：
> 1.kvm主机cloudbr0 （eth0）网卡，承载了管理，公共，存储网络。网段是192.168.50.0/24 吗？属于哪个vlan？
> 既然对应端口为trunk，那么cloudbr0（IP为
> 192.168.50.107），想要跟管理端通信，cloudbr0的数据包从trunk口出去肯定得有vlan
> id。要不就是trunk口设置本征vlan.。 如果设置了本征vlan，那区域里面的公共网络有没有配置vlan id？
> 2.日志报错是无法ssh到vm，这个vm，指的就是vr。但至于是kvm主机无法ssh，还是管理端ssh？分析下。
> vr分别连接公共网络，来宾网络和 cloud link local network。既然如你所说，CPVM和SSVM正常的话。那就奇怪了。
> 检查下vxlan模块是否加载正确，iprouter2是否配置正常。
>
> 3.另外，使用vxlan时，需要在你环境中，kvm主机防火墙，和交换机防火墙中开放udp的8472端口。 检查是否开启。
>
> 另外，希望可以附上区域物理网络中，管理，公共，存储和来宾的配置截图。
>
>
> 2014-08-06 21:15 GMT+08:00 刘宇超 <ta...@hotmail.com>:
>
> >
> >
> >
> >
> >
> >
> >
> > Log里有这么一句：Unable to ssh to the VM: Can not ping System vm r-10-VMdue
> > to:Unable to connect
> > 看起来是VM连不上VR，获取不到更多信息，所以失败了，检查一下网络问题吧。
> >
> >
> > 刘宇超?发件人：?wanghaicheng2004@gmail.com
> 发送时间：?2014-08-06?17:58收件人：?users-cn主题：?回复:
> > VXLAN模式创建vm报错补充kvm节点上的错误日志：
> > ?
> > #agent.log
> >
> >
> > 2014-08-06 01:16:37,453 WARN? [kvm.resource.LibvirtComputingResource]
> > (agentRequest-Handler-3:null) Timed out:
> > /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
> > -n r-12-VM -p
> >
> %template=domP%name=r-12-VM%eth2ip=192.168.10.223%eth2mask=255.255.255.0%gateway=192.168.10.254%eth0ip=192.168.1.254%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=192.168.1.1%eth1ip=169.254.0.55%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
> > .? Output is:
> > 2014-08-06 01:16:58,466 WARN? [kvm.resource.LibvirtComputingResource]
> > (Script-3:null) Interrupting script.
> > ?
> > ?
> > ?
> > ?
> > ?
> > ?
> > wanghaicheng2004@gmail.com
> > ?
> > 发件人： wanghaicheng2004@gmail.com
> > 发送时间： 2014-08-06 11:06
> > 收件人： users-cn
> > 主题： VXLAN模式创建vm报错
> > CS4.3+KVM
> > ?
> > Hypervisor: CentOS6.5 +Kernel 3.12
> > ?
> > 网络隔离：VXLAN
> > ?
> > eth0（trunk）--cloudbr0? 192.168.50.107????? 管理、公共、存储
> > eth1（trunk）--cloudbr1? 192.0.2.1??????????????? 来宾
> > ?
> > 问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
> > ?
> > ?
> > INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add
> > job-69 into job monitoring
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69)
> > has been pending for 142 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69)
> > has been pending for 202 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69)
> > has been pending for 262 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69)
> > has been pending for 322 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69)
> > has been pending for 382 seconds
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking
> > health of usage server
> > WARN? [o.a.c.alerts] (HA-1:ctx-709f354f)? alertType:: 13 //
> dataCenterId::
> > 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> > running
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69)
> > has been pending for 442 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69)
> > has been pending for 502 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69)
> > has been pending for 562 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69)
> > has been pending for 622 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69)
> > has been pending for 682 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69)
> > has been pending for 742 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69)
> > has been pending for 802 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69)
> > has been pending for 862 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69)
> > has been pending for 922 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69)
> > has been pending for 982 seconds
> > INFO? [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0
> removed
> > VPCs to cleanup
> > INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> > removed accounts to cleanup
> > INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> > disabled accounts to cleanup
> > INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> > inactive domains to cleanup
> > INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> > disabled projects to cleanup
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup
> > Thread Running
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking
> > health of usage server
> > WARN? [o.a.c.alerts] (HA-2:ctx-d1a78940)? alertType:: 13 //
> dataCenterId::
> > 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> > running
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69)
> > has been pending for 1042 seconds
> > WARN? [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> > (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can
> > not ping System vm r-10-VMdue to:Unable to connect
> > INFO? [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
> > ctx-ff79e24b) The guru did not like the answers so stopping
> > VM[DomainRouter|r-10-VM]
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69)
> > has been pending for 1102 seconds
> > WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69)
> > has been pending for 1162 seconds
> > ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
> > ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
> > com.cloud.utils.exception.ExecutionException: Unable to start
> > VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> > ??????? at
> >
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
> > ??????? at
> >
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
> > ??????? at
> >
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at
> >
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
> > ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > ??????? at
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> > ??????? at
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> > ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> > ??????? at
> >
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> > ??????? at
> >
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> > ??????? at
> >
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> > ??????? at
> > com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
> > ??????? at
> >
> com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
> > ??????? at
> >
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
> > ??????? at
> >
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
> > ??????? at
> >
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> > ??????? at
> >
> org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
> > ??????? at
> >
> org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> > ...skipping...
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> > ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > ??????? at
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> > ??????? at
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> > ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> > ??????? at
> >
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> > ??????? at
> >
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
> > ??????? at
> >
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> > ??????? at
> >
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> > ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> > ??????? at
> >
> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
> > ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
> > ??????? at
> >
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
> > ??????? at
> > com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> > ??????? at
> > com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
> > ??????? at
> >
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
> > ??????? at
> > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> > ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> > ??????? at
> >
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> > ??????? at
> >
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> > ??????? at java.lang.Thread.run(Thread.java:744)
> > Caused by: com.cloud.exception.InsufficientServerCapacityException:
> Unable
> > to create a deployment for VM[User|vm-1]Scope=interface
> > com.cloud.dc.DataCenter; id=2
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> > ??????? ... 37 more
> > INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
> > job-69 from job monitoring
> > INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
> > vms to expunge.
> > WARN? [o.a.c.f.j.AsyncJobExecutionContext]
> > (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context,
> setup
> > psudo job for the executing thread
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
> > health of usage server
> > WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 //
> dataCenterId::
> > 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> > running
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
> > health of usage server
> > WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 //
> dataCenterId::
> > 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> > running
> > ...skipping...
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> > ??????? at
> >
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> > ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > ??????? at
> >
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> > ??????? at
> >
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> > ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> > ??????? at
> >
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> > ??????? at
> >
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
> > ??????? at
> >
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> > ??????? at
> >
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> > ??????? at
> >
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> > ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> > ??????? at
> >
> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
> > ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
> > ??????? at
> >
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
> > ??????? at
> > com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> > ??????? at
> > com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
> > ??????? at
> >
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> > ??????? at
> >
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
> > ??????? at
> > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> > ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> > ??????? at
> >
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> > ??????? at
> >
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> > ??????? at java.lang.Thread.run(Thread.java:744)
> > Caused by: com.cloud.exception.InsufficientServerCapacityException:
> Unable
> > to create a deployment for VM[User|vm-1]Scope=interface
> > com.cloud.dc.DataCenter; id=2
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> > ??????? at
> >
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> > ??????? ... 37 more
> > INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
> > job-69 from job monitoring
> > INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
> > vms to expunge.
> > WARN? [o.a.c.f.j.AsyncJobExecutionContext]
> > (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context,
> setup
> > psudo job for the executing thread
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
> > health of usage server
> > WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 //
> dataCenterId::
> > 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> > running
> > INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
> > health of usage server
> > WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 //
> dataCenterId::
> > 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> > running
> > ?
> > ?
> > ?
> > wanghaicheng2004@gmail.com
> >
> >
>
Re: Re: kvm宿主机重启后，虚拟路由启动不了
Posted by zhihua jiang <ji...@gmail.com>.
请问你是什么版本的cs，另外你看一下管理节点的management.log里面重建的vr vm具体是报什么错
在 2014-8-8 PM4:30，"18337171837@163.com" <18...@163.com>写道：
> 多谢，zhihua.jiang
> 我尝试这样做
> 1，通过在数据库中吧vr的状态修改stoped，然后删掉vr，让他重建
> 现象是：重建的vr还是在starting，在宿主机上virsh --list可以看到这个机器r-36-VM(重建的vr)
> 2，通过在数据库中吧vr的状态修改为running,然后通过ui界面看控制台
> 可以看到系统卡在 kernel pannic out of memery，在google查找问题，怀疑是模板的问题
>
> 现在考虑两个方法：
> 1，推到环境重建
> 2，有没有办法导入新的系统模板
> ？
>
>
>
>
> 18337171837@163.com
>
> 发件人： zhihua jiang
> 发送时间： 2014-08-08 07:14
> 收件人： cloudstack中文邮件组
> 主题： Re: kvm宿主机重启后，虚拟路由启动不了
> 你可以通过控制台看一下vm启动到哪一步，另外一个办法是直接update mysql表里面vroute vm
> status字段为空或者非可能的状态，这样vroute会自动重建
> 在 2014-8-7 AM11:12，"18337171837@163.com" <18...@163.com>写道：
>
> > 环境：高级网络，一个控制端虚拟机，一个nfs虚拟机，一个kvm实体机
> > 重启kvm实体机后，cpvm和ssvm都可以启动，唯独vrouter启动不了，一直是starting状态
> > 1，在宿主机上看，没有生成虚拟机（vrouter为r-35-VM）
> > 2,看日志
> > quem日志
> > 2014-08-07 02:56:55.579+0000: 7631: warning : qemuSetupCgroup:381 : Could
> > not autoset a RSS limit for domain r-35-VM
> > 2014-08-07 02:56:55.777+0000: 7631: warning : qemuDomainObjTaint:1397 :
> > Domain id=8 name='r-35-VM' uuid=ca9a3af4-f880-49e9-8230-1000d9299d27 is
> > tainted: high-privileges
> > agent日志
> > WARN [kvm.resource.LibvirtComputingResource] (Script-5:null) Interrupting
> > script.
> > 2014-08-07 10:58:31,369 WARN [kvm.resource.LibvirtComputingResource]
> > (agentRequest-Handler-1:null) Timed out:
> > /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
> > -n r-35-VM -p
> >
> %template=domP%name=r-35-VM%eth2ip=192.168.0.205%eth2mask=255.255.255.0%gateway=192.168.0.1%eth0ip=10.10.10.1%eth0mask=255.255.255.0%domain=cs1cloud.internal%dhcprange=10.10.10.1%eth1ip=169.254.3.102%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
> > . Output is:
> > 3，google有查到这个问题，重新检查了下配置
> >
> > 请问各位有没有遇到过这个问题，能提供个思路？
> >
> >
>
Re: Re: kvm宿主机重启后，虚拟路由启动不了
Posted by "18337171837@163.com" <18...@163.com>.
多谢，zhihua.jiang
我尝试这样做
1，通过在数据库中吧vr的状态修改stoped，然后删掉vr，让他重建
现象是：重建的vr还是在starting，在宿主机上virsh --list可以看到这个机器r-36-VM(重建的vr)
2，通过在数据库中吧vr的状态修改为running,然后通过ui界面看控制台
可以看到系统卡在 kernel pannic out of memery，在google查找问题，怀疑是模板的问题
现在考虑两个方法：
1，推到环境重建
2，有没有办法导入新的系统模板
？
18337171837@163.com
发件人： zhihua jiang
发送时间： 2014-08-08 07:14
收件人： cloudstack中文邮件组
主题： Re: kvm宿主机重启后，虚拟路由启动不了
你可以通过控制台看一下vm启动到哪一步，另外一个办法是直接update mysql表里面vroute vm
status字段为空或者非可能的状态，这样vroute会自动重建
在 2014-8-7 AM11:12，"18337171837@163.com" <18...@163.com>写道：
> 环境：高级网络，一个控制端虚拟机，一个nfs虚拟机，一个kvm实体机
> 重启kvm实体机后，cpvm和ssvm都可以启动，唯独vrouter启动不了，一直是starting状态
> 1，在宿主机上看，没有生成虚拟机（vrouter为r-35-VM）
> 2,看日志
> quem日志
> 2014-08-07 02:56:55.579+0000: 7631: warning : qemuSetupCgroup:381 : Could
> not autoset a RSS limit for domain r-35-VM
> 2014-08-07 02:56:55.777+0000: 7631: warning : qemuDomainObjTaint:1397 :
> Domain id=8 name='r-35-VM' uuid=ca9a3af4-f880-49e9-8230-1000d9299d27 is
> tainted: high-privileges
> agent日志
> WARN [kvm.resource.LibvirtComputingResource] (Script-5:null) Interrupting
> script.
> 2014-08-07 10:58:31,369 WARN [kvm.resource.LibvirtComputingResource]
> (agentRequest-Handler-1:null) Timed out:
> /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
> -n r-35-VM -p
> %template=domP%name=r-35-VM%eth2ip=192.168.0.205%eth2mask=255.255.255.0%gateway=192.168.0.1%eth0ip=10.10.10.1%eth0mask=255.255.255.0%domain=cs1cloud.internal%dhcprange=10.10.10.1%eth1ip=169.254.3.102%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
> . Output is:
> 3，google有查到这个问题，重新检查了下配置
>
> 请问各位有没有遇到过这个问题，能提供个思路？
>
>
Re: kvm宿主机重启后，虚拟路由启动不了
Posted by zhihua jiang <ji...@gmail.com>.
你可以通过控制台看一下vm启动到哪一步，另外一个办法是直接update mysql表里面vroute vm
status字段为空或者非可能的状态，这样vroute会自动重建
在 2014-8-7 AM11:12，"18337171837@163.com" <18...@163.com>写道：
> 环境：高级网络，一个控制端虚拟机，一个nfs虚拟机，一个kvm实体机
> 重启kvm实体机后，cpvm和ssvm都可以启动，唯独vrouter启动不了，一直是starting状态
> 1，在宿主机上看，没有生成虚拟机（vrouter为r-35-VM）
> 2,看日志
> quem日志
> 2014-08-07 02:56:55.579+0000: 7631: warning : qemuSetupCgroup:381 : Could
> not autoset a RSS limit for domain r-35-VM
> 2014-08-07 02:56:55.777+0000: 7631: warning : qemuDomainObjTaint:1397 :
> Domain id=8 name='r-35-VM' uuid=ca9a3af4-f880-49e9-8230-1000d9299d27 is
> tainted: high-privileges
> agent日志
> WARN [kvm.resource.LibvirtComputingResource] (Script-5:null) Interrupting
> script.
> 2014-08-07 10:58:31,369 WARN [kvm.resource.LibvirtComputingResource]
> (agentRequest-Handler-1:null) Timed out:
> /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
> -n r-35-VM -p
> %template=domP%name=r-35-VM%eth2ip=192.168.0.205%eth2mask=255.255.255.0%gateway=192.168.0.1%eth0ip=10.10.10.1%eth0mask=255.255.255.0%domain=cs1cloud.internal%dhcprange=10.10.10.1%eth1ip=169.254.3.102%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
> . Output is:
> 3，google有查到这个问题，重新检查了下配置
>
> 请问各位有没有遇到过这个问题，能提供个思路？
>
>
kvm宿主机重启后，虚拟路由启动不了
Posted by "18337171837@163.com" <18...@163.com>.
环境：高级网络，一个控制端虚拟机，一个nfs虚拟机，一个kvm实体机
重启kvm实体机后，cpvm和ssvm都可以启动，唯独vrouter启动不了，一直是starting状态
1，在宿主机上看，没有生成虚拟机（vrouter为r-35-VM）
2,看日志
quem日志
2014-08-07 02:56:55.579+0000: 7631: warning : qemuSetupCgroup:381 : Could not autoset a RSS limit for domain r-35-VM
2014-08-07 02:56:55.777+0000: 7631: warning : qemuDomainObjTaint:1397 : Domain id=8 name='r-35-VM' uuid=ca9a3af4-f880-49e9-8230-1000d9299d27 is tainted: high-privileges
agent日志
WARN [kvm.resource.LibvirtComputingResource] (Script-5:null) Interrupting script.
2014-08-07 10:58:31,369 WARN [kvm.resource.LibvirtComputingResource] (agentRequest-Handler-1:null) Timed out: /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl -n r-35-VM -p %template=domP%name=r-35-VM%eth2ip=192.168.0.205%eth2mask=255.255.255.0%gateway=192.168.0.1%eth0ip=10.10.10.1%eth0mask=255.255.255.0%domain=cs1cloud.internal%dhcprange=10.10.10.1%eth1ip=169.254.3.102%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8 . Output is:
3，google有查到这个问题，重新检查了下配置
请问各位有没有遇到过这个问题，能提供个思路？
Re: Re: VXLAN模式创建vm报错
Posted by "wanghaicheng2004@gmail.com" <wa...@gmail.com>.
第一、cs网络结构：
管理（存储）网络：192.168.50.0/24 网关： 192.168.50.254 vlan ：50
公共网络 : 192.168.10.0/24 网关：192.168.10.254 vlan ：10
来宾网络 (vxlan) : 4500-9000
第二、kvm节点的基本配置
1、升级了kernel3.12.0
[root@kvm-1 ~]# uname -r
3.12.0
[root@kvm-1 ~]#
验证：kernel支持vxlan
[root@kvm-1 ~]# lsmod | grep vxlan
vxlan 32163 0
ip_tunnel 13942 1 vxlan
[root@kvm-1 ~]#
2、重新编译了iproute2
验证：iproute2支持vxlan
[root@kvm-1 ~]# ip link add type vxlan help
Usage: ... vxlan id VNI [ { group | remote } ADDR ] [ local ADDR ]
[ ttl TTL ] [ tos TOS ] [ dev PHYS_DEV ]
[ port MIN MAX ] [ [no]learning ]
[ [no]proxy ] [ [no]rsc ]
[ [no]l2miss ] [ [no]l3miss ]
Where: VNI := 0-16777215
ADDR := { IP_ADDRESS | any }
TOS := { NUMBER | inherit }
TTL := { 1..255 | inherit }
[root@kvm-1 ~]#
3、配置iptables开启udp8472端口
#iptables -I INPUT -p udp -m udp --dport 8472 -j ACCEPT
#iptables-save > /etc/sysconfig/iptables
第三、kvm节点网卡配置： 说明，当前的实验环境中只有一个kvm节点。
说明：kvm节点192.168.50.107（管理）是可以和192.168.10.0/24网络（公共）通信的
[root@kvm-1 ~]# ping -c1 192.168.10.254
PING 192.168.10.254 (192.168.10.254) 56(84) bytes of data.
64 bytes from 192.168.10.254: icmp_seq=1 ttl=255 time=0.609 ms
--- 192.168.10.254 ping statistics ---
1 packets transmitted, 1 received, 0% packet loss, time 0ms
rtt min/avg/max/mdev = 0.609/0.609/0.609/0.000 ms
[root@kvm-1 ~]#
1、eth0---cloudbr0 : 192.168.50.107 承载管理、存储、公共流量
eth0：网卡配置
[root@kvm-1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth0
DEVICE=eth0
NM_CONTROLLED=yes
ONBOOT=yes
TYPE=Ethernet
BRIDGE=cloudbr0
[root@kvm-1 ~]#
cloudbr0:网桥配置
[root@kvm-1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-cloudbr0
DEVICE=cloudbr0
TYPE=Bridge
BOOTPROTO=none
ONBOOT=yes
STP=yes
DELAY=5
IPV6INIT=no
IPV6_AUTOCONF=no
IPADDR=192.168.50.107
NETMASK=255.255.255.0
GATEWAY=192.168.50.254
DNS1=8.8.8.8
DNS2=202.106.0.20
[root@kvm-1 ~]#
2、eth1 ------ 192.0.2.1 承载来宾网络
[root@kvm-1 ~]# cat /etc/sysconfig/network-scripts/ifcfg-eth1
DEVICE=eth1
NM_CONTROLLED=yes
ONBOOT=yes
TYPE=Ethernet
BOOTPROTO=none
ONBOOT=yes
STP=yes
DELAY=5
IPV6INIT=no
IPV6_AUTOCONF=no
IPADDR=192.0.2.1
NETMASK=255.255.255.0
[root@kvm-1 ~]#
说明：使用vlan隔离时，eth1需要配置成网桥cloudbr1，且并不在cloudbr1上配置IP。根据文档，VXLAN隔离时，eth1可以配置网桥，也可以不配网桥，只是需要配置一个用于发起或结束vxlan流量的IP 。所以随便指定了一个。
第四、交换机（思科）配置
eth0--cloudbr0-->交换机(A三层) （trunk）:
interface GigabitEthernet1/0/7
switchport trunk encapsulation dot1q
switchport trunk native vlan 50
switchport mode trunk
eth1-- 交换机（B二层） （trunk）：
interface GigabitEthernet0/7
switchport mode trunk
管理网络：
interface Vlan50
ip address 192.168.50.254 255.255.255.0
公共网络：
interface Vlan10
ip address 192.168.10.254 255.255.255.0
第五、补充
1、日志报错是无法ssh到vm，这个vm，指的就是vr。应该是指kvm不能连接到vr
原因：正常情况下，系统vm只能从其正在运行的kvm主机上才能ssh登录。下面列出了从kvm上登录ssvm，显示正常
说明：只是这个报错也说明不了什么，这个只是一个结果。即vr未能正常创建成功，所以kvm主机也不能ssh登录vr。
[root@kvm-1 ~]# ssh -i /root/.ssh/id_rsa.cloud -p 3922 169.254.2.188
root@s-2-VM:~#
root@s-2-VM:~# route
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
default 192.168.10.254 0.0.0.0 UG 0 0 0 eth2
google-public-d 192.168.50.254 255.255.255.255 UGH 0 0 0 eth1
link-local * 255.255.0.0 U 0 0 0 eth0
192.168.10.0 * 255.255.255.0 U 0 0 0 eth2
192.168.50.0 * 255.255.255.0 U 0 0 0 eth1
192.168.50.0 * 255.255.255.0 U 0 0 0 eth3
192.168.100.0 192.168.50.254 255.255.255.0 UG 0 0 0 eth1
192.168.100.115 192.168.50.254 255.255.255.255 UGH 0 0 0 eth1
root@s-2-VM:~#
2、隔离网络方案
使用默认的隔离网络方案创建隔离网络：
网络方案Offering for Isolated networks with Source Nat service enabled
3、文档
It is recommended to enable IGMP/MLD snooping in network to filter unneccesary L2 flooding, but this plugin will works without IGMP/MLD snooping.
Multicast routing is required if you'd like to create VXLAN isolated network over multiple L2 segments.
说明：文档要求disable IGMP/MLD snooping 功能；开启Multicast routing功能 。
不知道设置的对不对，稍后再邮件中补充。
wanghaicheng2004@gmail.com
发件人： Darren Tang
发送时间： 2014-08-06 21:44
收件人： users-cn
主题： Re: 回复: VXLAN模式创建vm报错
麻烦如下事情提供下：
1.kvm主机cloudbr0 （eth0）网卡，承载了管理，公共，存储网络。网段是192.168.50.0/24 吗？属于哪个vlan？
既然对应端口为trunk，那么cloudbr0（IP为
192.168.50.107），想要跟管理端通信，cloudbr0的数据包从trunk口出去肯定得有vlan
id。要不就是trunk口设置本征vlan.。 如果设置了本征vlan，那区域里面的公共网络有没有配置vlan id？
2.日志报错是无法ssh到vm，这个vm，指的就是vr。但至于是kvm主机无法ssh，还是管理端ssh？分析下。
vr分别连接公共网络，来宾网络和 cloud link local network。既然如你所说，CPVM和SSVM正常的话。那就奇怪了。
检查下vxlan模块是否加载正确，iprouter2是否配置正常。
3.另外，使用vxlan时，需要在你环境中，kvm主机防火墙，和交换机防火墙中开放udp的8472端口。 检查是否开启。
另外，希望可以附上区域物理网络中，管理，公共，存储和来宾的配置截图。
2014-08-06 21:15 GMT+08:00 刘宇超 <ta...@hotmail.com>:
>
>
>
>
>
>
>
> Log里有这么一句：Unable to ssh to the VM: Can not ping System vm r-10-VMdue
> to:Unable to connect
> 看起来是VM连不上VR，获取不到更多信息，所以失败了，检查一下网络问题吧。
>
>
> 刘宇超?发件人：?wanghaicheng2004@gmail.com发送时间：?2014-08-06?17:58收件人：?users-cn主题：?回复:
> VXLAN模式创建vm报错补充kvm节点上的错误日志：
> ?
> #agent.log
>
>
> 2014-08-06 01:16:37,453 WARN? [kvm.resource.LibvirtComputingResource]
> (agentRequest-Handler-3:null) Timed out:
> /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
> -n r-12-VM -p
> %template=domP%name=r-12-VM%eth2ip=192.168.10.223%eth2mask=255.255.255.0%gateway=192.168.10.254%eth0ip=192.168.1.254%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=192.168.1.1%eth1ip=169.254.0.55%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
> .? Output is:
> 2014-08-06 01:16:58,466 WARN? [kvm.resource.LibvirtComputingResource]
> (Script-3:null) Interrupting script.
> ?
> ?
> ?
> ?
> ?
> ?
> wanghaicheng2004@gmail.com
> ?
> 发件人： wanghaicheng2004@gmail.com
> 发送时间： 2014-08-06 11:06
> 收件人： users-cn
> 主题： VXLAN模式创建vm报错
> CS4.3+KVM
> ?
> Hypervisor: CentOS6.5 +Kernel 3.12
> ?
> 网络隔离：VXLAN
> ?
> eth0（trunk）--cloudbr0? 192.168.50.107????? 管理、公共、存储
> eth1（trunk）--cloudbr1? 192.0.2.1??????????????? 来宾
> ?
> 问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
> ?
> ?
> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add
> job-69 into job monitoring
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69)
> has been pending for 142 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69)
> has been pending for 202 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69)
> has been pending for 262 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69)
> has been pending for 322 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69)
> has been pending for 382 seconds
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-1:ctx-709f354f)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69)
> has been pending for 442 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69)
> has been pending for 502 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69)
> has been pending for 562 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69)
> has been pending for 622 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69)
> has been pending for 682 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69)
> has been pending for 742 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69)
> has been pending for 802 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69)
> has been pending for 862 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69)
> has been pending for 922 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69)
> has been pending for 982 seconds
> INFO? [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0 removed
> VPCs to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> removed accounts to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> disabled accounts to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> inactive domains to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> disabled projects to cleanup
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup
> Thread Running
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-d1a78940)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69)
> has been pending for 1042 seconds
> WARN? [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can
> not ping System vm r-10-VMdue to:Unable to connect
> INFO? [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
> ctx-ff79e24b) The guru did not like the answers so stopping
> VM[DomainRouter|r-10-VM]
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69)
> has been pending for 1102 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69)
> has been pending for 1162 seconds
> ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
> ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
> com.cloud.utils.exception.ExecutionException: Unable to start
> VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
> ??????? at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
> ??????? at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ??????? at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> ??????? at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> ??????? at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> ??????? at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> ??????? at
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> ??????? at
> com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
> ??????? at
> com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
> ??????? at
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
> ??????? at
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
> ??????? at
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> ??????? at
> org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
> ??????? at
> org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> ...skipping...
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ??????? at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> ??????? at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> ??????? at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> ??????? at
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
> ??????? at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> ??????? at
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> ??????? at
> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
> ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
> ??????? at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
> ??????? at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> ??????? at java.lang.Thread.run(Thread.java:744)
> Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable
> to create a deployment for VM[User|vm-1]Scope=interface
> com.cloud.dc.DataCenter; id=2
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> ??????? ... 37 more
> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
> job-69 from job monitoring
> INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
> vms to expunge.
> WARN? [o.a.c.f.j.AsyncJobExecutionContext]
> (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup
> psudo job for the executing thread
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> ...skipping...
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ??????? at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> ??????? at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> ??????? at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> ??????? at
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
> ??????? at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> ??????? at
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> ??????? at
> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
> ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
> ??????? at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
> ??????? at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> ??????? at java.lang.Thread.run(Thread.java:744)
> Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable
> to create a deployment for VM[User|vm-1]Scope=interface
> com.cloud.dc.DataCenter; id=2
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> ??????? ... 37 more
> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
> job-69 from job monitoring
> INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
> vms to expunge.
> WARN? [o.a.c.f.j.AsyncJobExecutionContext]
> (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup
> psudo job for the executing thread
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> ?
> ?
> ?
> wanghaicheng2004@gmail.com
>
>
Re: 回复: VXLAN模式创建vm报错
Posted by Darren Tang <da...@gmail.com>.
补充：
2.日志报错是无法ssh到vm，这个vm，指的就是vr。但至于是kvm主机无法ssh，还是管理端ssh？分析下。
vr分别连接公共网络，来宾网络和 cloud link local network。既然如你所说，CPVM和SSVM正常的话。
基于如上，证明出问题的地方在于guest网络。vr比CPVM和SSVM多了一个来宾网络。
还是应该检查下guest网络配置。vxlan要求是否真正满足。
另外，建立区域时，guest网络类型是否选择的vxlan。等等。
2014-08-06 21:44 GMT+08:00 Darren Tang <da...@gmail.com>:
> 麻烦如下事情提供下：
> 1.kvm主机cloudbr0 （eth0）网卡，承载了管理，公共，存储网络。网段是192.168.50.0/24 吗？属于哪个vlan？
> 既然对应端口为trunk，那么cloudbr0（IP为
> 192.168.50.107），想要跟管理端通信，cloudbr0的数据包从trunk口出去肯定得有vlan
> id。要不就是trunk口设置本征vlan.。 如果设置了本征vlan，那区域里面的公共网络有没有配置vlan id？
> 2.日志报错是无法ssh到vm，这个vm，指的就是vr。但至于是kvm主机无法ssh，还是管理端ssh？分析下。
> vr分别连接公共网络，来宾网络和 cloud link local network。既然如你所说，CPVM和SSVM正常的话。那就奇怪了。
> 检查下vxlan模块是否加载正确，iprouter2是否配置正常。
>
> 3.另外，使用vxlan时，需要在你环境中，kvm主机防火墙，和交换机防火墙中开放udp的8472端口。 检查是否开启。
>
> 另外，希望可以附上区域物理网络中，管理，公共，存储和来宾的配置截图。
>
>
> 2014-08-06 21:15 GMT+08:00 刘宇超 <ta...@hotmail.com>:
>
>
>>
>>
>>
>>
>>
>>
>> Log里有这么一句：Unable to ssh to the VM: Can not ping System vm r-10-VMdue
>> to:Unable to connect
>> 看起来是VM连不上VR，获取不到更多信息，所以失败了，检查一下网络问题吧。
>>
>>
>> 刘宇超?发件人：?wanghaicheng2004@gmail.com发送时间：?2014-08-06?17:58收件人：?users-cn主题：?回复:
>> VXLAN模式创建vm报错补充kvm节点上的错误日志：
>> ?
>> #agent.log
>>
>>
>> 2014-08-06 01:16:37,453 WARN? [kvm.resource.LibvirtComputingResource]
>> (agentRequest-Handler-3:null) Timed out:
>> /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
>> -n r-12-VM -p
>> %template=domP%name=r-12-VM%eth2ip=192.168.10.223%eth2mask=255.255.255.0%gateway=192.168.10.254%eth0ip=192.168.1.254%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=192.168.1.1%eth1ip=169.254.0.55%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
>> .? Output is:
>> 2014-08-06 01:16:58,466 WARN? [kvm.resource.LibvirtComputingResource]
>> (Script-3:null) Interrupting script.
>> ?
>> ?
>> ?
>> ?
>> ?
>> ?
>> wanghaicheng2004@gmail.com
>> ?
>> 发件人： wanghaicheng2004@gmail.com
>> 发送时间： 2014-08-06 11:06
>> 收件人： users-cn
>> 主题： VXLAN模式创建vm报错
>> CS4.3+KVM
>> ?
>> Hypervisor: CentOS6.5 +Kernel 3.12
>> ?
>> 网络隔离：VXLAN
>> ?
>> eth0（trunk）--cloudbr0? 192.168.50.107????? 管理、公共、存储
>> eth1（trunk）--cloudbr1? 192.0.2.1??????????????? 来宾
>> ?
>> 问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
>> ?
>> ?
>> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add
>> job-69 into job monitoring
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69)
>> has been pending for 142 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69)
>> has been pending for 202 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69)
>> has been pending for 262 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69)
>> has been pending for 322 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69)
>> has been pending for 382 seconds
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking
>> health of usage server
>> WARN? [o.a.c.alerts] (HA-1:ctx-709f354f)? alertType:: 13 //
>> dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage
>> server process running
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69)
>> has been pending for 442 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69)
>> has been pending for 502 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69)
>> has been pending for 562 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69)
>> has been pending for 622 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69)
>> has been pending for 682 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69)
>> has been pending for 742 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69)
>> has been pending for 802 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69)
>> has been pending for 862 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69)
>> has been pending for 922 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69)
>> has been pending for 982 seconds
>> INFO? [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0
>> removed VPCs to cleanup
>> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
>> removed accounts to cleanup
>> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
>> disabled accounts to cleanup
>> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
>> inactive domains to cleanup
>> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
>> disabled projects to cleanup
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup
>> Thread Running
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking
>> health of usage server
>> WARN? [o.a.c.alerts] (HA-2:ctx-d1a78940)? alertType:: 13 //
>> dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage
>> server process running
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69)
>> has been pending for 1042 seconds
>> WARN? [c.c.n.r.VirtualNetworkApplianceManagerImpl]
>> (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can
>> not ping System vm r-10-VMdue to:Unable to connect
>> INFO? [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
>> ctx-ff79e24b) The guru did not like the answers so stopping
>> VM[DomainRouter|r-10-VM]
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69)
>> has been pending for 1102 seconds
>> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69)
>> has been pending for 1162 seconds
>> ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
>> ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
>> com.cloud.utils.exception.ExecutionException: Unable to start
>> VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
>> ??????? at
>> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
>> ??????? at
>> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
>> ??????? at
>> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at
>> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
>> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> ??????? at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>> ??????? at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
>> ??????? at
>> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>> ??????? at
>> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>> ??????? at
>> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>> ??????? at
>> com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
>> ??????? at
>> com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
>> ??????? at
>> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
>> ??????? at
>> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
>> ??????? at
>> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
>> ??????? at
>> org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
>> ??????? at
>> org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
>> ...skipping...
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
>> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> ??????? at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>> ??????? at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
>> ??????? at
>> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>> ??????? at
>> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>> ??????? at
>> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>> ??????? at
>> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>> ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
>> ??????? at
>> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
>> ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
>> ??????? at
>> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
>> ??????? at
>> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>> ??????? at
>> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
>> ??????? at
>> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
>> ??????? at
>> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>> ??????? at
>> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>> ??????? at
>> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>> ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>> ??????? at
>> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>> ??????? at
>> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>> ??????? at java.lang.Thread.run(Thread.java:744)
>> Caused by: com.cloud.exception.InsufficientServerCapacityException:
>> Unable to create a deployment for VM[User|vm-1]Scope=interface
>> com.cloud.dc.DataCenter; id=2
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
>> ??????? ... 37 more
>> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
>> job-69 from job monitoring
>> INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
>> vms to expunge.
>> WARN? [o.a.c.f.j.AsyncJobExecutionContext]
>> (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup
>> psudo job for the executing thread
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
>> health of usage server
>> WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 //
>> dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage
>> server process running
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
>> health of usage server
>> WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 //
>> dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage
>> server process running
>> ...skipping...
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
>> ??????? at
>> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
>> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>> ??????? at
>> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>> ??????? at
>> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
>> ??????? at
>> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>> ??????? at
>> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>> ??????? at
>> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>> ??????? at
>> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>> ??????? at
>> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>> ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
>> ??????? at
>> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
>> ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
>> ??????? at
>> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
>> ??????? at
>> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>> ??????? at
>> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
>> ??????? at
>> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
>> ??????? at
>> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>> ??????? at
>> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>> ??????? at
>> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>> ??????? at
>> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>> ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>> ??????? at
>> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>> ??????? at
>> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>> ??????? at java.lang.Thread.run(Thread.java:744)
>> Caused by: com.cloud.exception.InsufficientServerCapacityException:
>> Unable to create a deployment for VM[User|vm-1]Scope=interface
>> com.cloud.dc.DataCenter; id=2
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
>> ??????? at
>> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
>> ??????? ... 37 more
>> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
>> job-69 from job monitoring
>> INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
>> vms to expunge.
>> WARN? [o.a.c.f.j.AsyncJobExecutionContext]
>> (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup
>> psudo job for the executing thread
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
>> health of usage server
>> WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 //
>> dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage
>> server process running
>> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
>> health of usage server
>> WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 //
>> dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage
>> server process running
>> ?
>> ?
>> ?
>> wanghaicheng2004@gmail.com
>>
>>
>
Re: 回复: VXLAN模式创建vm报错
Posted by Darren Tang <da...@gmail.com>.
麻烦如下事情提供下：
1.kvm主机cloudbr0 （eth0）网卡，承载了管理，公共，存储网络。网段是192.168.50.0/24 吗？属于哪个vlan？
既然对应端口为trunk，那么cloudbr0（IP为
192.168.50.107），想要跟管理端通信，cloudbr0的数据包从trunk口出去肯定得有vlan
id。要不就是trunk口设置本征vlan.。 如果设置了本征vlan，那区域里面的公共网络有没有配置vlan id？
2.日志报错是无法ssh到vm，这个vm，指的就是vr。但至于是kvm主机无法ssh，还是管理端ssh？分析下。
vr分别连接公共网络，来宾网络和 cloud link local network。既然如你所说，CPVM和SSVM正常的话。那就奇怪了。
检查下vxlan模块是否加载正确，iprouter2是否配置正常。
3.另外，使用vxlan时，需要在你环境中，kvm主机防火墙，和交换机防火墙中开放udp的8472端口。 检查是否开启。
另外，希望可以附上区域物理网络中，管理，公共，存储和来宾的配置截图。
2014-08-06 21:15 GMT+08:00 刘宇超 <ta...@hotmail.com>:
>
>
>
>
>
>
>
> Log里有这么一句：Unable to ssh to the VM: Can not ping System vm r-10-VMdue
> to:Unable to connect
> 看起来是VM连不上VR，获取不到更多信息，所以失败了，检查一下网络问题吧。
>
>
> 刘宇超?发件人：?wanghaicheng2004@gmail.com发送时间：?2014-08-06?17:58收件人：?users-cn主题：?回复:
> VXLAN模式创建vm报错补充kvm节点上的错误日志：
> ?
> #agent.log
>
>
> 2014-08-06 01:16:37,453 WARN? [kvm.resource.LibvirtComputingResource]
> (agentRequest-Handler-3:null) Timed out:
> /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl
> -n r-12-VM -p
> %template=domP%name=r-12-VM%eth2ip=192.168.10.223%eth2mask=255.255.255.0%gateway=192.168.10.254%eth0ip=192.168.1.254%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=192.168.1.1%eth1ip=169.254.0.55%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8
> .? Output is:
> 2014-08-06 01:16:58,466 WARN? [kvm.resource.LibvirtComputingResource]
> (Script-3:null) Interrupting script.
> ?
> ?
> ?
> ?
> ?
> ?
> wanghaicheng2004@gmail.com
> ?
> 发件人： wanghaicheng2004@gmail.com
> 发送时间： 2014-08-06 11:06
> 收件人： users-cn
> 主题： VXLAN模式创建vm报错
> CS4.3+KVM
> ?
> Hypervisor: CentOS6.5 +Kernel 3.12
> ?
> 网络隔离：VXLAN
> ?
> eth0（trunk）--cloudbr0? 192.168.50.107????? 管理、公共、存储
> eth1（trunk）--cloudbr1? 192.0.2.1??????????????? 来宾
> ?
> 问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
> ?
> ?
> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add
> job-69 into job monitoring
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69)
> has been pending for 142 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69)
> has been pending for 202 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69)
> has been pending for 262 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69)
> has been pending for 322 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69)
> has been pending for 382 seconds
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-1:ctx-709f354f)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69)
> has been pending for 442 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69)
> has been pending for 502 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69)
> has been pending for 562 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69)
> has been pending for 622 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69)
> has been pending for 682 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69)
> has been pending for 742 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69)
> has been pending for 802 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69)
> has been pending for 862 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69)
> has been pending for 922 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69)
> has been pending for 982 seconds
> INFO? [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0 removed
> VPCs to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> removed accounts to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> disabled accounts to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> inactive domains to cleanup
> INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0
> disabled projects to cleanup
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup
> Thread Running
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-d1a78940)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69)
> has been pending for 1042 seconds
> WARN? [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can
> not ping System vm r-10-VMdue to:Unable to connect
> INFO? [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
> ctx-ff79e24b) The guru did not like the answers so stopping
> VM[DomainRouter|r-10-VM]
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69)
> has been pending for 1102 seconds
> WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69)
> has been pending for 1162 seconds
> ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11
> ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
> com.cloud.utils.exception.ExecutionException: Unable to start
> VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
> ??????? at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
> ??????? at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at
> com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ??????? at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> ??????? at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> ??????? at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> ??????? at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> ??????? at
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> ??????? at
> com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
> ??????? at
> com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
> ??????? at
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
> ??????? at
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
> ??????? at
> org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> ??????? at
> org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
> ??????? at
> org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> ...skipping...
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ??????? at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> ??????? at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> ??????? at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> ??????? at
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
> ??????? at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> ??????? at
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> ??????? at
> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
> ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
> ??????? at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
> ??????? at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> ??????? at java.lang.Thread.run(Thread.java:744)
> Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable
> to create a deployment for VM[User|vm-1]Scope=interface
> com.cloud.dc.DataCenter; id=2
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> ??????? ... 37 more
> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
> job-69 from job monitoring
> INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
> vms to expunge.
> WARN? [o.a.c.f.j.AsyncJobExecutionContext]
> (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup
> psudo job for the executing thread
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> ...skipping...
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
> ??????? at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
> ??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ??????? at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> ??????? at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> ??????? at java.lang.reflect.Method.invoke(Method.java:606)
> ??????? at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
> ??????? at
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
> ??????? at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
> ??????? at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
> ??????? at
> org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
> ??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> ??????? at
> org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
> ??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
> ??????? at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
> ??????? at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
> ??????? at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
> ??????? at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
> ??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
> ??????? at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
> ??????? at java.lang.Thread.run(Thread.java:744)
> Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable
> to create a deployment for VM[User|vm-1]Scope=interface
> com.cloud.dc.DataCenter; id=2
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
> ??????? at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
> ??????? ... 37 more
> INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove
> job-69 from job monitoring
> INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1
> vms to expunge.
> WARN? [o.a.c.f.j.AsyncJobExecutionContext]
> (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup
> psudo job for the executing thread
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking
> health of usage server
> WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 // dataCenterId::
> 0 // podId:: 0 // clusterId:: null // message:: No usage server process
> running
> ?
> ?
> ?
> wanghaicheng2004@gmail.com
>
>
回复: 回复: VXLAN模式创建vm报错
Posted by 刘宇超 <ta...@hotmail.com>.
Log里有这么一句：Unable to ssh to the VM: Can not ping System vm r-10-VMdue to:Unable to connect
看起来是VM连不上VR，获取不到更多信息，所以失败了，检查一下网络问题吧。
刘宇超?发件人：?wanghaicheng2004@gmail.com发送时间：?2014-08-06?17:58收件人：?users-cn主题：?回复: VXLAN模式创建vm报错补充kvm节点上的错误日志：
?
#agent.log
2014-08-06 01:16:37,453 WARN? [kvm.resource.LibvirtComputingResource] (agentRequest-Handler-3:null) Timed out: /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl -n r-12-VM -p %template=domP%name=r-12-VM%eth2ip=192.168.10.223%eth2mask=255.255.255.0%gateway=192.168.10.254%eth0ip=192.168.1.254%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=192.168.1.1%eth1ip=169.254.0.55%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8 .? Output is:
2014-08-06 01:16:58,466 WARN? [kvm.resource.LibvirtComputingResource] (Script-3:null) Interrupting script.
?
?
?
?
?
?
wanghaicheng2004@gmail.com
?
发件人： wanghaicheng2004@gmail.com
发送时间： 2014-08-06 11:06
收件人： users-cn
主题： VXLAN模式创建vm报错
CS4.3+KVM
?
Hypervisor: CentOS6.5 +Kernel 3.12
?
网络隔离：VXLAN
?
eth0（trunk）--cloudbr0? 192.168.50.107????? 管理、公共、存储
eth1（trunk）--cloudbr1? 192.0.2.1??????????????? 来宾
?
问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
?
?
INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add job-69 into job monitoring
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69) has been pending for 142 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69) has been pending for 202 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69) has been pending for 262 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69) has been pending for 322 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69) has been pending for 382 seconds
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking health of usage server
WARN? [o.a.c.alerts] (HA-1:ctx-709f354f)? alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69) has been pending for 442 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69) has been pending for 502 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69) has been pending for 562 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69) has been pending for 622 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69) has been pending for 682 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69) has been pending for 742 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69) has been pending for 802 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69) has been pending for 862 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69) has been pending for 922 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69) has been pending for 982 seconds
INFO? [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0 removed VPCs to cleanup
INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 removed accounts to cleanup
INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 disabled accounts to cleanup
INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 inactive domains to cleanup
INFO? [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 disabled projects to cleanup
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup Thread Running
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking health of usage server
WARN? [o.a.c.alerts] (HA-2:ctx-d1a78940)? alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69) has been pending for 1042 seconds
WARN? [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can not ping System vm r-10-VMdue to:Unable to connect
INFO? [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) The guru did not like the answers so stopping VM[DomainRouter|r-10-VM]
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69) has been pending for 1102 seconds
WARN? [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69) has been pending for 1162 seconds
ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
com.cloud.utils.exception.ExecutionException: Unable to start VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
??????? at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
??????? at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
??????? at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
??????? at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
??????? at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
??????? at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
??????? at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
??????? at java.lang.reflect.Method.invoke(Method.java:606)
??????? at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
??????? at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
??????? at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
??????? at com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
??????? at com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
??????? at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
??????? at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
??????? at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
??????? at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
??????? at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
??????? at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
??????? at org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
??????? at org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
...skipping...
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
??????? at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
??????? at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
??????? at java.lang.reflect.Method.invoke(Method.java:606)
??????? at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
??????? at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
??????? at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
??????? at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
??????? at org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
??????? at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
??????? at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
??????? at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
??????? at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
??????? at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
??????? at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
??????? at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
??????? at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
??????? at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
??????? at java.lang.Thread.run(Thread.java:744)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable to create a deployment for VM[User|vm-1]Scope=interface com.cloud.dc.DataCenter; id=2
??????? at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
??????? at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
??????? at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
??????? ... 37 more
INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove job-69 from job monitoring
INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1 vms to expunge.
WARN? [o.a.c.f.j.AsyncJobExecutionContext] (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup psudo job for the executing thread
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking health of usage server
WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking health of usage server
WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
...skipping...
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
??????? at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
??????? at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
??????? at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
??????? at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
??????? at java.lang.reflect.Method.invoke(Method.java:606)
??????? at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
??????? at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
??????? at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
??????? at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
??????? at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
??????? at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
??????? at org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
??????? at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
??????? at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
??????? at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
??????? at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
??????? at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
??????? at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
??????? at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
??????? at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
??????? at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
??????? at java.util.concurrent.FutureTask.run(FutureTask.java:262)
??????? at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
??????? at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
??????? at java.lang.Thread.run(Thread.java:744)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable to create a deployment for VM[User|vm-1]Scope=interface com.cloud.dc.DataCenter; id=2
??????? at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
??????? at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
??????? at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
??????? ... 37 more
INFO? [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove job-69 from job monitoring
INFO? [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1 vms to expunge.
WARN? [o.a.c.f.j.AsyncJobExecutionContext] (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup psudo job for the executing thread
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking health of usage server
WARN? [o.a.c.alerts] (HA-2:ctx-93ebf822)? alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
INFO? [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking health of usage server
WARN? [o.a.c.alerts] (HA-2:ctx-facbf7ea)? alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
?
?
?
wanghaicheng2004@gmail.com
回复: VXLAN模式创建vm报错
Posted by "wanghaicheng2004@gmail.com" <wa...@gmail.com>.
补充kvm节点上的错误日志：
#agent.log
2014-08-06 01:16:37,453 WARN [kvm.resource.LibvirtComputingResource] (agentRequest-Handler-3:null) Timed out: /usr/share/cloudstack-common/scripts/vm/hypervisor/kvm/patchviasocket.pl -n r-12-VM -p %template=domP%name=r-12-VM%eth2ip=192.168.10.223%eth2mask=255.255.255.0%gateway=192.168.10.254%eth0ip=192.168.1.254%eth0mask=255.255.255.0%domain=cs2cloud.internal%dhcprange=192.168.1.1%eth1ip=169.254.0.55%eth1mask=255.255.0.0%type=router%disable_rp_filter=true%dns1=8.8.8.8 . Output is:
2014-08-06 01:16:58,466 WARN [kvm.resource.LibvirtComputingResource] (Script-3:null) Interrupting script.
wanghaicheng2004@gmail.com
发件人： wanghaicheng2004@gmail.com
发送时间： 2014-08-06 11:06
收件人： users-cn
主题： VXLAN模式创建vm报错
CS4.3+KVM
Hypervisor: CentOS6.5 +Kernel 3.12
网络隔离：VXLAN
eth0（trunk）--cloudbr0 192.168.50.107 管理、公共、存储
eth1（trunk）--cloudbr1 192.0.2.1 来宾
问题：创建第一台vm时报错，/var/log/cloudstack/management/catalina.out 报错日志：
INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Add job-69 into job monitoring
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-3ca98c34) Task (job-69) has been pending for 142 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-27402e73) Task (job-69) has been pending for 202 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-33453472) Task (job-69) has been pending for 262 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-61c8019e) Task (job-69) has been pending for 322 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2f7e70f) Task (job-69) has been pending for 382 seconds
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-1:ctx-709f354f) checking health of usage server
WARN [o.a.c.alerts] (HA-1:ctx-709f354f) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-432cc75c) Task (job-69) has been pending for 442 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-54f26ce2) Task (job-69) has been pending for 502 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5384af05) Task (job-69) has been pending for 562 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-062f1af3) Task (job-69) has been pending for 622 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-ad5358b6) Task (job-69) has been pending for 682 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-c41b27b0) Task (job-69) has been pending for 742 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-a46e086d) Task (job-69) has been pending for 802 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-d2bf8947) Task (job-69) has been pending for 862 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-96cbabe5) Task (job-69) has been pending for 922 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-b2ac4671) Task (job-69) has been pending for 982 seconds
INFO [c.c.n.v.VpcManagerImpl] (VpcChecker-1:ctx-ea3dafc3) Found 0 removed VPCs to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 removed accounts to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 disabled accounts to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 inactive domains to cleanup
INFO [c.c.u.AccountManagerImpl] (AccountChecker-1:ctx-cb1ceb0b) Found 0 disabled projects to cleanup
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-4:ctx-33cd71d6) HA Cleanup Thread Running
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-d1a78940) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-d1a78940) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-46dabe8d) Task (job-69) has been pending for 1042 seconds
WARN [c.c.n.r.VirtualNetworkApplianceManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Unable to ssh to the VM: Can not ping System vm r-10-VMdue to:Unable to connect
INFO [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) The guru did not like the answers so stopping VM[DomainRouter|r-10-VM]
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-5fbbe89b) Task (job-69) has been pending for 1102 seconds
WARN [o.a.c.f.j.i.AsyncJobMonitor] (Timer-1:ctx-69b764be) Task (job-69) has been pending for 1162 seconds
ERROR [c.c.v.VirtualMachineManagerImpl] (Job-Executor-51:ctx-30453c11 ctx-ff79e24b) Failed to start instance VM[DomainRouter|r-10-VM]
com.cloud.utils.exception.ExecutionException: Unable to start VM[DomainRouter|r-10-VM] due to error in finalizeStart, not retrying
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1039)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.start(VirtualNetworkApplianceManagerImpl.java:2845)
at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startVirtualRouter(VirtualNetworkApplianceManagerImpl.java:1924)
at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.startRouters(VirtualNetworkApplianceManagerImpl.java:2024)at com.cloud.network.router.VirtualNetworkApplianceManagerImpl.deployVirtualRouterInGuestNetwork(VirtualNetworkApplianceManagerImpl.java:2002)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy240.deployVirtualRouterInGuestNetwork(Unknown Source)
at com.cloud.network.element.VirtualRouterElement.implement(VirtualRouterElement.java:188)
at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1070)
at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetwork(NetworkOrchestrator.java:977)
at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.prepare(NetworkOrchestrator.java:1238)
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:960)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
at org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:228)
at org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:207)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
...skipping...
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
at org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable to create a deployment for VM[User|vm-1]Scope=interface com.cloud.dc.DataCenter; id=2
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
... 37 more
INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove job-69 from job monitoring
INFO [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1 vms to expunge.
WARN [o.a.c.f.j.AsyncJobExecutionContext] (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup psudo job for the executing thread
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-93ebf822) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-facbf7ea) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
...skipping...
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3581)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3161)
at com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:3147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:50)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
at org.apache.cloudstack.api.command.user.vm.DeployVMCmd.execute(DeployVMCmd.java:443)
at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:161)
at com.cloud.api.ApiAsyncJobDispatcher.runJobInContext(ApiAsyncJobDispatcher.java:109)
at com.cloud.api.ApiAsyncJobDispatcher$1.run(ApiAsyncJobDispatcher.java:66)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:63)
at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:509)
at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable to create a deployment for VM[User|vm-1]Scope=interface com.cloud.dc.DataCenter; id=2
at com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:921)
at com.cloud.vm.VirtualMachineManagerImpl.advanceStart(VirtualMachineManagerImpl.java:761)
at com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:601)
... 37 more
INFO [o.a.c.f.j.i.AsyncJobMonitor] (Job-Executor-51:ctx-30453c11) Remove job-69 from job monitoring
INFO [c.c.v.UserVmManagerImpl] (UserVm-Scavenger-1:ctx-76fbcbd0) Found 1 vms to expunge.
WARN [o.a.c.f.j.AsyncJobExecutionContext] (UserVm-Scavenger-1:ctx-76fbcbd0) Job is executed without a context, setup psudo job for the executing thread
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-93ebf822) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-93ebf822) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
INFO [c.c.h.HighAvailabilityManagerImpl] (HA-2:ctx-facbf7ea) checking health of usage server
WARN [o.a.c.alerts] (HA-2:ctx-facbf7ea) alertType:: 13 // dataCenterId:: 0 // podId:: 0 // clusterId:: null // message:: No usage server process running
wanghaicheng2004@gmail.com