You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@cloudstack.apache.org by Soeren Malchow <so...@mcon.net> on 2014/08/02 18:19:51 UTC

CS 4.4 fresh install

Dear all,

we are still having a problem installing CS 4.4 ( 4.3 still runs fine if we install it on the same environemnt)

Everythign seems to be fine, Console Proxy and Secondary Storage VM are running and we can access the consoles as well as download ISOs and templates.

But the Virtual Router does not start, I can find the following in the logfiles - after restarting the network to force the creation of the VR

<-- snip -->

2014-08-02 18:10:44,536 DEBUG [c.c.a.t.Request] (AgentManager-Handler-4:null) Seq 6-4101371885650968594: Processing:  { Ans: , MgmtId: 220037193633197, via: 6, Ver: v1, Flags: 10, [{"com.cloud.agent.api.StartAnswer":{"vm":{"id":3,"name":"r-3-VM","type":"DomainRouter","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":134217728,"maxRam":134217728,"arch":"x86_64","os":"Debian GNU/Linux 5.0 (64-bit)","platformEmulator":"Debian GNU/Linux 5","bootArgs":" template=domP name=r-3-VM eth0ip=XXX.XXX.XXX.XXX eth0mask=255.255.255.0 gateway= XXX.XXX.XXX.XXX domain=cs1cloud.internal cidrsize=24 dhcprange= XXX.XXX.XXX.XXX eth1ip=169.254.2.207 eth1mask=255.255.0.0 type=dhcpsrvr disable_rp_filter=true dns1= XXX.XXX.XXX.XXX ","rebootOnCrash":false,"enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"9349c3b155de7fb","vncAddr":" XXX.XXX.XXX.XXX ","params":{},"uuid":"82435d6e-473c-4cab-864e-7e46f2b0ef45","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"dd974492-b389-4235-96cf-4c289ac5036e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa","id":1,"poolType":"NetworkFilesystem","host":" XXX.XXX.XXX.XXX ","path":"/mnt /primary","port":2049,"url":"NetworkFilesystem:// XXX.XXX.XXX.XXX /mnt /primary/?ROLE=Primary&STOREUUID=9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa"}},"name":"ROOT-3","size":307120640,"path":"dd974492-b389-4235-96cf-4c289ac5036e","volumeId":3,"vmName":"r-3-VM","accountId":1,"format":"QCOW2","id":3,"deviceId":0,"hypervisorType":"KVM"}},"diskSeq":0,"path":"dd974492-b389-4235-96cf-4c289ac5036e","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":" XXX.XXX.XXX.XXX ","volumeSize":"307120640"}}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"983b5348-0317-4d4c-b54d-721141a0f97e","ip":" XXX.XXX.XXX.XXX ","netmask":"255.255.255.0","gateway":" XXX.XXX.XXX.XXX ","mac":"06:ee:52:00:00:03","dns1":" XXX.XXX.XXX.XXX ","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://916","isolationUri":"vlan://916","isSecurityGroupEnabled":true,"name":"guestbr0"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"uuid":"0be8a133-7000-4b5c-861d-e8191fc130e9","ip":"169.254.2.207","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:02:cf","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false}]},"result":true,"wait":0}},{"com.cloud.agent.api.check.CheckSshAnswer":{"result":true,"wait":0}},{"com.cloud.agent.api.GetDomRVersionAnswer":{"templateVersion":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014","scriptsVersion":"315021b5bcd65cc28621c7ff1adda96d\n","result":true,"details":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014&315021b5bcd65cc28621c7ff1adda96d\n","wait":0}},{"com.cloud.agent.api.NetworkUsageAnswer":{"routerName":"r-3-VM","bytesSent":0,"bytesReceived":0,"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}}] }

<--snip -->

Which looks like the creation of a VR, and then we get this

<-- snip -->

2014-08-02 18:10:44,986 WARN  [o.a.c.e.o.NetworkOrchestrator] (API-Job-Executor-1:ctx-5929bada job-103 ctx-c89bb185) Failed to implement network Ntwk[983b5348-0317-4d4c-b54d-721141a0f97e|Guest|6] elements and resources as a part of network restart due to
java.lang.NullPointerException
        at com.cloud.network.element.VirtualRouterElement.getRouters(VirtualRouterElement.java:952)
        at com.cloud.network.element.VirtualRouterElement.prepareAggregatedExecution(VirtualRouterElement.java:1099)
        at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1090)
        at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.restartNetwork(NetworkOrchestrator.java:2430)
        at com.cloud.network.NetworkServiceImpl.restartNetwork(NetworkServiceImpl.java:1865)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:606)
        at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
        at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
        at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
        at org.apache.cloudstack.network.contrail.management.EventUtils$EventInterceptor.invoke(EventUtils.java:106)
        at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
        at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:51)
        at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
        at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
        at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
        at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
        at com.sun.proxy.$Proxy155.restartNetwork(Unknown Source)
        at org.apache.cloudstack.api.command.user.network.RestartNetworkCmd.execute(RestartNetworkCmd.java:95)
        at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:141)
        at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:108)
        at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503)
        at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
        at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
        at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
        at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
        at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
        at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
        at java.util.concurrent.FutureTask.run(FutureTask.java:262)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:744)

<-- snip -->

Any idea what we are doing wrong ?

Regards
Soeren

Re: CS 4.4 fresh install

Posted by Soeren Malchow <so...@mcon.net>.
The router is fine, it is on version 4.4, and we did a fresh install, not an upgrade


On Sun, 2014-08-03 at 18:53 -0700, ilya musayev wrote:


Soeren

Has the router been upgraded?  if you have issues upgrading router vm,
can you destroy it and let cloudstack create a new one?

If upgrade did not help, please check if this bug is already filed under
https://issues.apache.org/jira/browse/CLOUDSTACK

If not, please kindly file a bug and mark it as critical, also post on
dev mailing with  bug id.

There has been some talk on releasing update 1 to address some issues
users have seen with 4.4. If you can help us identify as many issues as
possible, we can try to cover them in ACS4.4.1 release

Was there a specific reason you upgraded to 4.4?

Regards
ilya
On 8/2/14, 9:19 AM, Soeren Malchow wrote:
> Dear all,
>
> we are still having a problem installing CS 4.4 ( 4.3 still runs fine if we install it on the same environemnt)
>
> Everythign seems to be fine, Console Proxy and Secondary Storage VM are running and we can access the consoles as well as download ISOs and templates.
>
> But the Virtual Router does not start, I can find the following in the logfiles - after restarting the network to force the creation of the VR
>
> <-- snip -->
>
> 2014-08-02 18:10:44,536 DEBUG [c.c.a.t.Request] (AgentManager-Handler-4:null) Seq 6-4101371885650968594: Processing:  { Ans: , MgmtId: 220037193633197, via: 6, Ver: v1, Flags: 10, [{"com.cloud.agent.api.StartAnswer":{"vm":{"id":3,"name":"r-3-VM","type":"DomainRouter","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":134217728,"maxRam":134217728,"arch":"x86_64","os":"Debian GNU/Linux 5.0 (64-bit)","platformEmulator":"Debian GNU/Linux 5","bootArgs":" template=domP name=r-3-VM eth0ip=XXX.XXX.XXX.XXX eth0mask=255.255.255.0 gateway= XXX.XXX.XXX.XXX domain=cs1cloud.internal cidrsize=24 dhcprange= XXX.XXX.XXX.XXX eth1ip=169.254.2.207 eth1mask=255.255.0.0 type=dhcpsrvr disable_rp_filter=true dns1= XXX.XXX.XXX.XXX ","rebootOnCrash":false,"enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"9349c3b155de7fb","vncAddr":" XXX.XXX.XXX.XXX ","params":{},"uuid":"82435d6e-473c-4cab-864e-7e46f2b0ef45","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"dd974492-b389-4235-96cf-4c289ac5036e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa","id":1,"poolType":"NetworkFilesystem","host":" XXX.XXX.XXX.XXX ","path":"/mnt /primary","port":2049,"url":"NetworkFilesystem:// XXX.XXX.XXX.XXX /mnt /primary/?ROLE=Primary&STOREUUID=9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa"}},"name":"ROOT-3","size":307120640,"path":"dd974492-b389-4235-96cf-4c289ac5036e","volumeId":3,"vmName":"r-3-VM","accountId":1,"format":"QCOW2","id":3,"deviceId":0,"hypervisorType":"KVM"}},"diskSeq":0,"path":"dd974492-b389-4235-96cf-4c289ac5036e","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":" XXX.XXX.XXX.XXX ","volumeSize":"307120640"}}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"983b5348-0317-4d4c-b54d-721141a0f97e","ip":" XXX.XXX.XXX.XXX ","netmask":"255.255.255.0","gateway":" XXX.XXX.XXX.XXX ","mac":"06:ee:52:00:00:03","dns1":" XXX.XXX.XXX.XXX ","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://916","isolationUri":"vlan://916","isSecurityGroupEnabled":true,"name":"guestbr0"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"uuid":"0be8a133-7000-4b5c-861d-e8191fc130e9","ip":"169.254.2.207","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:02:cf","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false}]},"result":true,"wait":0}},{"com.cloud.agent.api.check.CheckSshAnswer":{"result":true,"wait":0}},{"com.cloud.agent.api.GetDomRVersionAnswer":{"templateVersion":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014","scriptsVersion":"315021b5bcd65cc28621c7ff1adda96d\n","result":true,"details":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014&315021b5bcd65cc28621c7ff1adda96d\n","wait":0}},{"com.cloud.agent.api.NetworkUsageAnswer":{"routerName":"r-3-VM","bytesSent":0,"bytesReceived":0,"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}}] }
>
> <--snip -->
>
> Which looks like the creation of a VR, and then we get this
>
> <-- snip -->
>
> 2014-08-02 18:10:44,986 WARN  [o.a.c.e.o.NetworkOrchestrator] (API-Job-Executor-1:ctx-5929bada job-103 ctx-c89bb185) Failed to implement network Ntwk[983b5348-0317-4d4c-b54d-721141a0f97e|Guest|6] elements and resources as a part of network restart due to
> java.lang.NullPointerException
>          at com.cloud.network.element.VirtualRouterElement.getRouters(VirtualRouterElement.java:952)
>          at com.cloud.network.element.VirtualRouterElement.prepareAggregatedExecution(VirtualRouterElement.java:1099)
>          at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1090)
>          at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.restartNetwork(NetworkOrchestrator.java:2430)
>          at com.cloud.network.NetworkServiceImpl.restartNetwork(NetworkServiceImpl.java:1865)
>          at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>          at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>          at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>          at java.lang.reflect.Method.invoke(Method.java:606)
>          at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>          at org.apache.cloudstack.network.contrail.management.EventUtils$EventInterceptor.invoke(EventUtils.java:106)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>          at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:51)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>          at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>          at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>          at com.sun.proxy.$Proxy155.restartNetwork(Unknown Source)
>          at org.apache.cloudstack.api.command.user.network.RestartNetworkCmd.execute(RestartNetworkCmd.java:95)
>          at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:141)
>          at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:108)
>          at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503)
>          at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>          at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>          at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>          at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>          at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>          at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460)
>          at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>          at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>          at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>          at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>          at java.lang.Thread.run(Thread.java:744)
>
> <-- snip -->
>
> Any idea what we are doing wrong ?
>
> Regards
> Soeren
>




Re: CS 4.4 fresh install

Posted by ilya musayev <il...@gmail.com>.
Soeren

Has the router been upgraded?  if you have issues upgrading router vm,  
can you destroy it and let cloudstack create a new one?

If upgrade did not help, please check if this bug is already filed under 
https://issues.apache.org/jira/browse/CLOUDSTACK

If not, please kindly file a bug and mark it as critical, also post on 
dev mailing with  bug id.

There has been some talk on releasing update 1 to address some issues 
users have seen with 4.4. If you can help us identify as many issues as 
possible, we can try to cover them in ACS4.4.1 release

Was there a specific reason you upgraded to 4.4?

Regards
ilya
On 8/2/14, 9:19 AM, Soeren Malchow wrote:
> Dear all,
>
> we are still having a problem installing CS 4.4 ( 4.3 still runs fine if we install it on the same environemnt)
>
> Everythign seems to be fine, Console Proxy and Secondary Storage VM are running and we can access the consoles as well as download ISOs and templates.
>
> But the Virtual Router does not start, I can find the following in the logfiles - after restarting the network to force the creation of the VR
>
> <-- snip -->
>
> 2014-08-02 18:10:44,536 DEBUG [c.c.a.t.Request] (AgentManager-Handler-4:null) Seq 6-4101371885650968594: Processing:  { Ans: , MgmtId: 220037193633197, via: 6, Ver: v1, Flags: 10, [{"com.cloud.agent.api.StartAnswer":{"vm":{"id":3,"name":"r-3-VM","type":"DomainRouter","cpus":1,"minSpeed":500,"maxSpeed":500,"minRam":134217728,"maxRam":134217728,"arch":"x86_64","os":"Debian GNU/Linux 5.0 (64-bit)","platformEmulator":"Debian GNU/Linux 5","bootArgs":" template=domP name=r-3-VM eth0ip=XXX.XXX.XXX.XXX eth0mask=255.255.255.0 gateway= XXX.XXX.XXX.XXX domain=cs1cloud.internal cidrsize=24 dhcprange= XXX.XXX.XXX.XXX eth1ip=169.254.2.207 eth1mask=255.255.0.0 type=dhcpsrvr disable_rp_filter=true dns1= XXX.XXX.XXX.XXX ","rebootOnCrash":false,"enableHA":true,"limitCpuUse":false,"enableDynamicallyScaleVm":false,"vncPassword":"9349c3b155de7fb","vncAddr":" XXX.XXX.XXX.XXX ","params":{},"uuid":"82435d6e-473c-4cab-864e-7e46f2b0ef45","disks":[{"data":{"org.apache.cloudstack.storage.to.VolumeObjectTO":{"uuid":"dd974492-b389-4235-96cf-4c289ac5036e","volumeType":"ROOT","dataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa","id":1,"poolType":"NetworkFilesystem","host":" XXX.XXX.XXX.XXX ","path":"/mnt /primary","port":2049,"url":"NetworkFilesystem:// XXX.XXX.XXX.XXX /mnt /primary/?ROLE=Primary&STOREUUID=9e93f3d2-c88f-37f5-ac8e-2d1f21e30aaa"}},"name":"ROOT-3","size":307120640,"path":"dd974492-b389-4235-96cf-4c289ac5036e","volumeId":3,"vmName":"r-3-VM","accountId":1,"format":"QCOW2","id":3,"deviceId":0,"hypervisorType":"KVM"}},"diskSeq":0,"path":"dd974492-b389-4235-96cf-4c289ac5036e","type":"ROOT","_details":{"managed":"false","storagePort":"2049","storageHost":" XXX.XXX.XXX.XXX ","volumeSize":"307120640"}}],"nics":[{"deviceId":0,"networkRateMbps":200,"defaultNic":true,"uuid":"983b5348-0317-4d4c-b54d-721141a0f97e","ip":" XXX.XXX.XXX.XXX ","netmask":"255.255.255.0","gateway":" XXX.XXX.XXX.XXX ","mac":"06:ee:52:00:00:03","dns1":" XXX.XXX.XXX.XXX ","broadcastType":"Vlan","type":"Guest","broadcastUri":"vlan://916","isolationUri":"vlan://916","isSecurityGroupEnabled":true,"name":"guestbr0"},{"deviceId":1,"networkRateMbps":-1,"defaultNic":false,"uuid":"0be8a133-7000-4b5c-861d-e8191fc130e9","ip":"169.254.2.207","netmask":"255.255.0.0","gateway":"169.254.0.1","mac":"0e:00:a9:fe:02:cf","broadcastType":"LinkLocal","type":"Control","isSecurityGroupEnabled":false}]},"result":true,"wait":0}},{"com.cloud.agent.api.check.CheckSshAnswer":{"result":true,"wait":0}},{"com.cloud.agent.api.GetDomRVersionAnswer":{"templateVersion":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014","scriptsVersion":"315021b5bcd65cc28621c7ff1adda96d\n","result":true,"details":"Cloudstack Release 4.4.0 Wed Jul 30 15:11:52 UTC 2014&315021b5bcd65cc28621c7ff1adda96d\n","wait":0}},{"com.cloud.agent.api.NetworkUsageAnswer":{"routerName":"r-3-VM","bytesSent":0,"bytesReceived":0,"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}},{"com.cloud.agent.api.Answer":{"result":true,"wait":0}}] }
>
> <--snip -->
>
> Which looks like the creation of a VR, and then we get this
>
> <-- snip -->
>
> 2014-08-02 18:10:44,986 WARN  [o.a.c.e.o.NetworkOrchestrator] (API-Job-Executor-1:ctx-5929bada job-103 ctx-c89bb185) Failed to implement network Ntwk[983b5348-0317-4d4c-b54d-721141a0f97e|Guest|6] elements and resources as a part of network restart due to
> java.lang.NullPointerException
>          at com.cloud.network.element.VirtualRouterElement.getRouters(VirtualRouterElement.java:952)
>          at com.cloud.network.element.VirtualRouterElement.prepareAggregatedExecution(VirtualRouterElement.java:1099)
>          at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.implementNetworkElementsAndResources(NetworkOrchestrator.java:1090)
>          at org.apache.cloudstack.engine.orchestration.NetworkOrchestrator.restartNetwork(NetworkOrchestrator.java:2430)
>          at com.cloud.network.NetworkServiceImpl.restartNetwork(NetworkServiceImpl.java:1865)
>          at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>          at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
>          at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>          at java.lang.reflect.Method.invoke(Method.java:606)
>          at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:317)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:183)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:150)
>          at org.apache.cloudstack.network.contrail.management.EventUtils$EventInterceptor.invoke(EventUtils.java:106)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>          at com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:51)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:161)
>          at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:91)
>          at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:172)
>          at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:204)
>          at com.sun.proxy.$Proxy155.restartNetwork(Unknown Source)
>          at org.apache.cloudstack.api.command.user.network.RestartNetworkCmd.execute(RestartNetworkCmd.java:95)
>          at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:141)
>          at com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:108)
>          at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:503)
>          at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
>          at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
>          at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
>          at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
>          at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
>          at org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:460)
>          at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
>          at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>          at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>          at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>          at java.lang.Thread.run(Thread.java:744)
>
> <-- snip -->
>
> Any idea what we are doing wrong ?
>
> Regards
> Soeren
>